-- Logs begin at Tue 2021-06-08 17:41:54 UTC, end at Tue 2021-06-08 18:39:26 UTC. -- Jun 08 18:12:53.608086 dv-cinder-733622-16-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 18:12:56.264485 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.common.config [-] Logging enabled! Jun 08 18:12:56.265115 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284 Jun 08 18:12:56.265301 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 18:12:56.268695 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.common.config [-] Logging enabled! Jun 08 18:12:56.269023 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284 Jun 08 18:12:56.269376 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 18:12:56.270333 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:12:56.270572 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:12:56.270943 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:12:56.271191 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:12:56.271419 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:12:56.271743 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.272046 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.272346 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.272581 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.273447 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.273743 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.274032 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.274334 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.274639 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.274931 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.275223 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.275500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.275734 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.276087 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.276388 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.276685 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.276909 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] debug = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.277226 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.277657 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.278157 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.278444 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.278822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.279014 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.279441 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.279724 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.280088 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.280436 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] host = dv-cinder-733622-16-smb {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.280747 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.281013 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.281342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.281712 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.281993 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.282274 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.282563 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.282839 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.283114 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.283396 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.283687 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.283978 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.284273 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.284645 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.284645 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.285266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.285437 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.285589 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.285857 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.286136 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.286414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.286693 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.287047 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.287339 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.287629 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.287919 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.288200 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.289446 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.289446 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.289767 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.289905 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.290161 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.290439 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.290720 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.291012 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.291288 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.291565 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.291874 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.292163 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.292447 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.292733 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.293010 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.293473 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.293611 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.294075 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.294264 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] use_json = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.294550 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.294826 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.295112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.295390 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.295665 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.295942 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.296217 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.296505 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:56.296809 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.297110 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.297443 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.297733 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.298035 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.298319 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.298609 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.298891 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.299183 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.299477 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.299770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.300054 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.300539 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.300688 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.300915 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.301302 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.301551 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.301848 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.302128 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.302407 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.302681 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.303142 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.303441 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.303792 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305385 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305385 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305385 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305385 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305385 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305992 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.305992 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.306212 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.306337 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.306561 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.306854 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.307126 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.307398 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.307672 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.307954 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.308249 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.308526 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.308801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.309075 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.309381 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.309656 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.309947 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.310225 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.310500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.310774 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.311054 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.311330 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.311604 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.311886 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.312161 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.312440 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.312715 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.312989 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.313445 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.313606 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.313824 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.314102 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.314379 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.314657 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.314932 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.315207 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.315482 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.315755 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.316029 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.316318 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.316620 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.316898 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.317205 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.317491 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.317773 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.318054 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.318334 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.318615 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.318899 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.319254 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.319460 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.319906 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.320135 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.320426 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.320832 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.321012 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.321322 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.321611 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.321894 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.322178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.322476 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.322764 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.323063 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.323357 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.323651 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.323952 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.324252 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.324537 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.324856 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.325138 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:56.325383 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:12:56.325635 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91610) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 18:12:56.697517 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:12:56.697958 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:12:56.698325 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:12:56.698706 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 18:12:57.092889 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.093096 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.093381 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.094595 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.094874 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.095141 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.134477 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.134754 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.135025 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.148442 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.148725 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.148993 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.177534 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.177812 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.178082 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.218149 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.218424 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.218695 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.461614 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.462374 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.462374 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.462605 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.463165 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.590804 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.591123 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.591405 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.591689 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.592139 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.592463 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.592725 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.592985 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.593269 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.593559 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.593821 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.594094 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.594358 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.594628 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.594879 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.595160 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.595436 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.595694 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.595962 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.596217 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.596765 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.597121 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.597399 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.597688 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.597939 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.598188 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.598595 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:57.598838 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:57.599077 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:57.599317 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:57.599558 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:57.599793 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:57.600168 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 18:12:57.604144 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 18:12:57.608400 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 18:12:57.612322 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 08 18:12:57.614020 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 18:12:57.614473 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 18:12:57.614813 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 18:12:57.615210 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 18:12:57.618597 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 18:12:57.618850 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 18:12:57.619208 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 18:12:57.646804 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 18:12:57.647264 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.647568 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91610) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 18:12:57.648625 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.650026 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91610) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 18:12:57.650317 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 18:12:57.650570 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 18:12:57.653813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.654104 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:57.718995 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 18:12:57.719225 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 18:12:57.719351 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 18:12:57.719747 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 18:12:57.753695 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_db.sqlalchemy.engines [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91610) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 18:12:58.092088 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing driver for type 'gre' Jun 08 18:12:58.092687 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] gre ID ranges: [(1, 1000)] Jun 08 18:12:58.151549 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing driver for type 'local' Jun 08 18:12:58.151912 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing driver for type 'vlan' Jun 08 18:12:58.163024 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] VlanTypeDriver initialization complete Jun 08 18:12:58.163385 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing driver for type 'vxlan' Jun 08 18:12:58.163875 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] vxlan ID ranges: [(1, 1000)] Jun 08 18:12:58.221772 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing extension driver 'port_security' Jun 08 18:12:58.222117 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] PortSecurityExtensionDriver initialization complete Jun 08 18:12:58.222482 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing mechanism driver 'openvswitch' Jun 08 18:12:58.222813 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing mechanism driver 'hyperv' Jun 08 18:12:58.229449 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.plugins.ml2.plugin [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:12:58.230225 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.230584 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.230937 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.231325 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.231675 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.232018 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.232445 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.232816 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.233317 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.233747 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > security_group after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.234095 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > security_group after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.234438 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > security_group after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.234816 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.235162 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.235500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.235875 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > address_group after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.236220 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > address_group after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.236558 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > address_group after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.236895 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] ML2 OVO RPC backend initialized. {{(pid=91610) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 18:12:58.237630 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.237983 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.238397 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.238745 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > networks before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.239095 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.239442 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > ports before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.239787 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.240128 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnets before_response 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.240476 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.240816 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.241181 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.241516 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.241873 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.242428 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.242505 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.242847 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.243175 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > subnet after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.243788 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.plugin [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Modular L2 Plugin initialization complete Jun 08 18:12:58.244116 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading services supported by the core plugin {{(pid=91610) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 18:12:58.244444 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.plugins.ml2.managers [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Got port-security extension from driver 'port_security' Jun 08 18:12:58.244904 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.extensions.vlantransparent [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Disabled vlantransparent extension. Jun 08 18:12:58.245435 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91610) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 18:12:58.245749 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: router Jun 08 18:12:58.282753 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_interface before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.283153 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_create 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.283523 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router before_create 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.283886 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.284257 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.284614 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_delete 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.284984 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > floatingip after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.285372 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_create 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.285722 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_update 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.286070 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_update 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.286420 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.286778 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_update 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.287186 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_update 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.287554 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.287894 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.288252 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: subnet after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.288626 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.288974 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > port precommit_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.289351 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_create 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.289694 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.290034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.290405 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router after_update 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.290744 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_delete 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.291088 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_create 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.291447 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router_interface after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.291792 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_update 55549900 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.292177 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > network after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.293031 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Tracking information for resource: router configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:58.293394 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Tracking information for resource: floatingip configured {{(pid=91610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:12:58.298715 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.db.l3_agentschedulers_db [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 18:12:58.299291 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.299657 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port after_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.300012 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port after_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.300362 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: port after_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.301191 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router before_create 55550100 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.301561 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_delete 55550100 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.301922 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_create 55550100 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.302279 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > router precommit_update 55550100 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.307110 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.provider_configuration [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service providers = [] {{(pid=91610) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 18:12:58.307472 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.db.servicetype_db [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91610) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 18:12:58.310404 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.service_base [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:12:58.310755 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.service_base [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:12:58.311116 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.service_base [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:12:58.311964 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.services.service_base [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:12:58.312332 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.services.service_base [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 18:12:58.312890 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.313244 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 18:12:58.324558 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.324890 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: auto_allocate Jun 08 18:12:58.330769 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: network precommit_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.331140 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: network precommit_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.331656 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.331975 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: tag Jun 08 18:12:58.340703 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.341030 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: timestamp Jun 08 18:12:58.344866 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.345160 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: network_ip_availability Jun 08 18:12:58.350662 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.351075 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.351530 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.352264 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.352769 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: flavors Jun 08 18:12:58.467920 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.468557 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading Plugin: revisions Jun 08 18:12:58.473049 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:12:58.473478 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=91610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:12:58.474254 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91610) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 18:12:58.474591 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Initializing extension manager. Jun 08 18:12:58.475098 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: __init__.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.475442 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: __pycache__ {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.475807 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.476145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: address_group.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.476920 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.477553 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: address-group Jun 08 18:12:58.477882 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: address_scope.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.478589 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.479111 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: address-scope Jun 08 18:12:58.479434 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: admin_state_down_before_update.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.480384 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.480895 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: router-admin-state-down-before-update Jun 08 18:12:58.481250 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: agent.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.481951 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.482452 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: agent Jun 08 18:12:58.482778 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: agent_resources_synced.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.483678 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.484185 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: agent-resources-synced Jun 08 18:12:58.484505 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: allowedaddresspairs.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.486367 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.486888 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: allowed-address-pairs Jun 08 18:12:58.487213 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: auto_allocated_topology.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.488295 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.488816 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: auto-allocated-topology Jun 08 18:12:58.489170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: availability_zone.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.489852 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.490357 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: availability_zone Jun 08 18:12:58.490681 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: availability_zone_filter.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.492238 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.492752 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: availability_zone_filter Jun 08 18:12:58.493329 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: data_plane_status.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.494236 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.494744 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 18:12:58.495068 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: default_subnetpools.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.495969 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.496481 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: default-subnetpools Jun 08 18:12:58.496805 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: dhcpagentscheduler.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.497654 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.498157 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: dhcp_agent_scheduler Jun 08 18:12:58.498482 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: dns.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.499388 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.499897 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension dns-integration not supported by any of loaded plugins Jun 08 18:12:58.500220 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: dns_domain_ports.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.501122 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.501647 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 18:12:58.501971 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: dvr.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.502629 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.503134 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: dvr Jun 08 18:12:58.503986 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: empty_string_filtering.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.504356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.505396 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: empty-string-filtering Jun 08 18:12:58.505396 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.506449 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.506576 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 18:12:58.506897 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.508486 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.509245 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 18:12:58.509582 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: external_net.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.510509 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.511021 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: external-net Jun 08 18:12:58.511341 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: extra_dhcp_opt.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.512609 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.512749 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: extra_dhcp_opt Jun 08 18:12:58.513068 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: extraroute.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.513999 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.514505 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: extraroute Jun 08 18:12:58.514824 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: extraroute_atomic.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.515958 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.516476 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: extraroute-atomic Jun 08 18:12:58.516793 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: filter_validation.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.517560 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.518064 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: filter-validation Jun 08 18:12:58.518382 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: fip_pf_description.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.519277 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.519782 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 18:12:58.520097 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: fip_port_details.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.520996 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.521569 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: fip-port-details Jun 08 18:12:58.521887 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: flavors.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.523175 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.523695 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: flavors Jun 08 18:12:58.524018 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.525756 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.526283 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 18:12:58.526611 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: floatingip_pools.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.527302 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.527810 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: floatingip-pools Jun 08 18:12:58.528129 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: ip_allocation.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.529036 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.529580 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 18:12:58.529898 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.530796 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.531301 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: ip-substring-filtering Jun 08 18:12:58.531622 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l2_adjacency.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.532528 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.533028 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 18:12:58.533377 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.534377 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.534891 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: router Jun 08 18:12:58.535209 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3_conntrack_helper.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.537568 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.538095 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 18:12:58.538571 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.539559 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.540074 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: ext-gw-mode Jun 08 18:12:58.540402 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.541351 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.541866 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: l3-ha Jun 08 18:12:58.542192 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3_flavors.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.543085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.543596 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: l3-flavors Jun 08 18:12:58.543921 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.544832 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.545363 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 18:12:58.545686 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: l3agentscheduler.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.546756 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.547265 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: l3_agent_scheduler Jun 08 18:12:58.547591 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: logging.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.549393 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.549918 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension logging not supported by any of loaded plugins Jun 08 18:12:58.550248 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: metering.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.550982 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.551561 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: metering Jun 08 18:12:58.551886 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.552987 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.553549 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: metering_source_and_destination_fields Jun 08 18:12:58.554420 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: multiprovidernet.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.555468 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.555982 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: multi-provider Jun 08 18:12:58.556310 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: netmtu.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.557228 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.557737 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: net-mtu Jun 08 18:12:58.558061 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: netmtu_writable.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.558953 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.559461 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: net-mtu-writable Jun 08 18:12:58.559791 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: network_availability_zone.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.560459 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.560963 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: network_availability_zone Jun 08 18:12:58.561315 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: network_ip_availability.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.562411 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.562923 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: network-ip-availability Jun 08 18:12:58.563246 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: network_segment_range.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.564022 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.564524 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 18:12:58.564844 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: pagination.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.565839 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.566167 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: pagination Jun 08 18:12:58.566487 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: port_device_profile.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.567386 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.567895 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: port-device-profile Jun 08 18:12:58.568216 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.569113 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.570269 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: port-mac-address-regenerate Jun 08 18:12:58.570595 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.571490 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.572000 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: port-numa-affinity-policy Jun 08 18:12:58.572321 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: port_resource_request.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.573245 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.573744 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 18:12:58.574064 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: portbindings.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.574975 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.575477 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: binding Jun 08 18:12:58.575795 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: portbindings_extended.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.577068 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.577610 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: binding-extended Jun 08 18:12:58.577938 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: portsecurity.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.578833 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.579339 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: port-security Jun 08 18:12:58.579661 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: project_id.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.580620 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.580947 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: project-id Jun 08 18:12:58.581304 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: providernet.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.582210 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.582724 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: provider Jun 08 18:12:58.583042 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.586662 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.587195 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos not supported by any of loaded plugins Jun 08 18:12:58.587524 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.588771 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.589321 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 18:12:58.589653 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.590562 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.591075 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 18:12:58.591401 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_default.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.592464 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.592991 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-default not supported by any of loaded plugins Jun 08 18:12:58.593342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_fip.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.593986 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.594491 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-fip not supported by any of loaded plugins Jun 08 18:12:58.594810 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_gateway_ip.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.595986 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.596711 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 18:12:58.597038 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_port_network_policy.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.597955 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.598470 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 18:12:58.598791 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_rule_type_details.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.599686 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.600204 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 18:12:58.600531 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: qos_rules_alias.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.601648 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.602163 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 18:12:58.602487 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: quotasv2.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.603450 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.603779 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: quotas Jun 08 18:12:58.604102 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: quotasv2_detail.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.607243 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.607583 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: quota_details Jun 08 18:12:58.607917 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: rbac.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.608988 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.609554 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: rbac-policies Jun 08 18:12:58.609886 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: rbac_address_group.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.610812 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.611326 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: rbac-address-group Jun 08 18:12:58.611652 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: rbac_address_scope.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.612557 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.613064 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: rbac-address-scope Jun 08 18:12:58.613414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: rbac_security_groups.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.614325 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.614831 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: rbac-security-groups Jun 08 18:12:58.615155 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: rbac_subnetpool.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.616046 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.617319 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: rbac-subnetpool Jun 08 18:12:58.617815 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: revisionifmatch.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.618731 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.619246 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: revision-if-match Jun 08 18:12:58.619570 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: revisions.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.620687 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.621227 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: standard-attr-revisions Jun 08 18:12:58.621550 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: router_availability_zone.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.622212 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.622717 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: router_availability_zone Jun 08 18:12:58.623037 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: routerservicetype.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.623934 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.624434 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension router-service-type not supported by any of loaded plugins Jun 08 18:12:58.624752 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.625695 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.626198 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: security-groups-normalized-cidr Jun 08 18:12:58.626517 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: security_groups_port_filtering.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.627420 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.627924 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: port-security-groups-filtering Jun 08 18:12:58.628246 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.629179 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.629677 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: security-groups-remote-address-group Jun 08 18:12:58.629998 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: securitygroup.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.640445 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.641517 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: security-group Jun 08 18:12:58.641517 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: segment.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.642124 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.642633 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension segment not supported by any of loaded plugins Jun 08 18:12:58.642960 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.643903 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.644411 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 18:12:58.644737 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: servicetype.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.645906 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.646422 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: service-type Jun 08 18:12:58.646747 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: sorting.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.647745 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.648071 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: sorting Jun 08 18:12:58.648396 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: standard_attr_segment.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.649936 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.649936 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 18:12:58.650145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: standardattrdescription.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.651199 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.651309 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: standard-attr-description Jun 08 18:12:58.651605 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: stateful_security_group.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.652505 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.653018 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: stateful-security-group Jun 08 18:12:58.653367 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: stdattrs_common.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.653939 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 18:12:58.654259 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.655244 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.655758 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 18:12:58.656074 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: subnet_onboard.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.657160 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.657681 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: subnet_onboard Jun 08 18:12:58.658007 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.658916 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.659422 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 18:12:58.659738 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: subnet_service_types.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.660643 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.661177 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: subnet-service-types Jun 08 18:12:58.661501 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: subnetallocation.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.662562 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.663079 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: subnet_allocation Jun 08 18:12:58.663424 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.664155 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.664671 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: subnetpool-prefix-ops Jun 08 18:12:58.664991 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.665947 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.666444 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 18:12:58.666763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: tagging.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.667841 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.668364 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: standard-attr-tag Jun 08 18:12:58.668687 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: timestamp.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.669911 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.670429 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loaded extension: standard-attr-timestamp Jun 08 18:12:58.670761 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: trunk.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.671779 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.672294 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension trunk not supported by any of loaded plugins Jun 08 18:12:58.672624 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: trunk_details.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.673572 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.674089 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension trunk-details not supported by any of loaded plugins Jun 08 18:12:58.674413 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: uplink_status_propagation.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.675322 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.675832 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 18:12:58.676153 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Loading extension file: vlantransparent.py {{(pid=91610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:12:58.676818 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:12:58.677360 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 18:12:58.680490 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:network Jun 08 18:12:58.681046 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:subnet Jun 08 18:12:58.681486 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:12:58.681875 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:port Jun 08 18:12:58.683388 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.683830 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service FLAVORS assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.684436 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.684858 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.685220 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:router Jun 08 18:12:58.685649 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:floatingip Jun 08 18:12:58.686148 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service METERING assigned prefix: /metering {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.687593 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.688174 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.688332 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:12:58.689469 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 18:12:58.689916 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:security_group Jun 08 18:12:58.690358 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 18:12:58.690984 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service CORE assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.691311 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:12:58.691654 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] subnetpool is already registered Jun 08 18:12:58.692082 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service CORE assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.692407 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:12:58.692735 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] subnetpool is already registered Jun 08 18:12:58.695695 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.696304 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service FLAVORS assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.696895 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.697346 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.697680 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:router Jun 08 18:12:58.698019 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] router is already registered Jun 08 18:12:58.698427 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:floatingip Jun 08 18:12:58.698758 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] floatingip is already registered Jun 08 18:12:58.699213 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service METERING assigned prefix: /metering {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.699880 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 18:12:58.700203 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] rbac_policy is already registered Jun 08 18:12:58.700616 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:security_group Jun 08 18:12:58.700951 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] security_group is already registered Jun 08 18:12:58.701379 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 18:12:58.701710 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] security_group_rule is already registered Jun 08 18:12:58.702353 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service CORE assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.702680 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:12:58.703285 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] subnetpool is already registered Jun 08 18:12:58.703708 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.v2.resource_helper [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Service CORE assigned prefix: {{(pid=91610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:12:58.704026 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:12:58.704352 dv-cinder-733622-16-smb neutron-server[91610]: WARNING neutron.quota.resource_registry [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] subnetpool is already registered Jun 08 18:12:58.704820 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: extensions {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.706361 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: address-groups {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.707873 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: address-scopes {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.709208 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: agents {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.710442 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: auto-allocated-topology {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.711699 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: availability_zones {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.712918 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: dhcp-networks {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.714449 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: dhcp-agents {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.715999 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: routers {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.717725 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: flavors {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.720322 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: service_profiles {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.721859 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: next_providers {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.723268 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: service_profiles {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.724830 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: floatingip-pools {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.726629 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: routers {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.728317 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: floatingips {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.729644 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: l3-routers {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.731031 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: l3-agents {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.732428 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: metering-labels {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.733729 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: metering-label-rules {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.735092 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: network-ip-availabilities {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.736353 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: bindings {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.737938 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: quotas {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.739529 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: quotas {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.740949 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: rbac-policies {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.742873 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: security-groups {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.744166 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: security-group-rules {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.745426 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: service-providers {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.746663 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: subnetpools {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.747990 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: subnetpools {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.749552 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.751239 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.753011 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.754874 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.756549 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.758557 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.760225 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.762060 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.763913 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.765682 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron.api.extensions [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Extended resource: tags {{(pid=91610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:12:58.771771 dv-cinder-733622-16-smb neutron-server[91610]: WARNING keystonemiddleware.auth_token [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 18:12:58.776352 dv-cinder-733622-16-smb neutron-server[91610]: WARNING keystonemiddleware.auth_token [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 18:12:58.784710 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Acquired lock "singleton_lock" {{(pid=91610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 18:12:58.785213 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_concurrency.lockutils [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Releasing lock "singleton_lock" {{(pid=91610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 18:12:58.785871 dv-cinder-733622-16-smb neutron-server[91610]: INFO oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Starting 2 workers Jun 08 18:12:58.791318 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Started child 91718 {{(pid=91610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:12:58.795954 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Started child 91719 {{(pid=91610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:12:58.797369 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:12:58.798005 dv-cinder-733622-16-smb neutron-server[91610]: INFO neutron.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 18:12:58.798271 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Notify callbacks [] for process, before_spawn {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:12:58.798932 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [-] (91718) wsgi starting up on http://0.0.0.0:9696 Jun 08 18:12:58.799357 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37360) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:12:58.800874 dv-cinder-733622-16-smb neutron-server[91610]: INFO oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Starting 1 workers Jun 08 18:12:58.802786 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:12:58.805123 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [-] (91719) wsgi starting up on http://0.0.0.0:9696 Jun 08 18:12:58.807000 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Started child 91720 {{(pid=91610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:12:58.807604 dv-cinder-733622-16-smb neutron-server[91610]: INFO oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Starting 1 workers Jun 08 18:12:58.808936 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073020 Jun 08 18:12:58.813584 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Started child 91721 {{(pid=91610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:12:58.814445 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG neutron_lib.callbacks.manager [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] Notify callbacks [] for process, after_spawn {{(pid=91610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:12:58.816546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] calling RpcWorker wait() {{(pid=91720) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 18:12:58.816546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.service [None req-ff60df56-33c9-45fc-9b62-c012035b1f7e None None] returning from RpcWorker wait() {{(pid=91720) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 18:12:58.817112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 18:12:58.817112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:12:58.817112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:12:58.817112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:12:58.817112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:12:58.817469 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:12:58.817786 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.818066 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.820276 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:12:58.820418 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.820493 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:12:58.820933 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.820933 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821072 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821170 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821729 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.821729 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.822142 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.822239 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.822475 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.822670 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.824801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.824801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.824801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.824801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] debug = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.824801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.824801 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.825263 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.825263 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.825263 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.825454 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.825520 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.825796 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.826023 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.828118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829287 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] host = dv-cinder-733622-16-smb {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829287 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829287 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829287 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829287 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829951 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829951 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.829951 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.830345 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.830345 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.830620 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.830772 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.830911 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.831132 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_options = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.833342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.834356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835298 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835298 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835298 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835298 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835821 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835821 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.835821 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.836219 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.836467 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.836621 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.836843 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.837286 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.840414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.841961 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_json = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.844297 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.848085 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.849289 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.850573 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851254 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.851508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.853058 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.853058 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.853058 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.853058 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.853058 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.853996 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.854765 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.854765 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.855069 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.855208 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.855357 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.855572 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.855942 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.856099 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.857862 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859802 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859802 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.859802 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.860421 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.860421 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.860421 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.863763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.866178 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.867777 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.867777 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.867777 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.867777 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.867777 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.868075 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.868142 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.868483 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.869464 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.869672 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.869937 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.870213 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.870362 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.870574 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.870784 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.871082 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.871454 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.871676 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.872782 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.873055 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.873408 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.873569 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.873827 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.874048 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.874267 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.874501 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.874756 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.874983 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.875256 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.875492 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.875829 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.876069 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.877458 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.877458 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.877458 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.877458 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.878081 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.878369 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.878823 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.879237 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.880367 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.880367 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.880367 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.881107 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.881409 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.881639 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.881912 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.882262 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.882546 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.882817 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.883051 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.883303 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.883562 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.883794 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.884850 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.885091 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.885626 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.885626 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.886032 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.886145 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.886384 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.886688 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.886865 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.887175 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.887633 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.888037 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.888427 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.888895 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.889935 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.890356 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.890770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.891213 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.891480 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.891710 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.892624 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.892624 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.892624 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.892850 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.892941 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.893131 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.894716 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.894969 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.895213 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.895439 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.895698 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.895917 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.896140 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.896392 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.896616 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.896836 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.897086 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.897326 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.897543 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.897813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.898040 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.898334 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.898548 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.898761 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.899306 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.899306 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.901236 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.901236 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.901236 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.901236 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.901561 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.901659 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.902018 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.902427 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.902808 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.903165 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.903520 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.904676 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.905092 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.905497 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.905872 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.906241 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.906620 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.906984 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.907464 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.907882 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.908263 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.908637 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.908990 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.909414 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.909821 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.910204 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.910545 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.910897 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.912075 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.912499 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.912901 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.914193 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.914560 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.914955 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.916107 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.916538 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.916786 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.917115 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.917397 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.917635 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.917878 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.918112 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.918342 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.918555 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.918791 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.919007 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.919222 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.919442 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.919650 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.919865 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.920078 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.920285 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.920539 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.920748 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.920962 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.921206 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.921420 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.921640 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.921849 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.922056 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.922277 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.922476 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.922807 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.923055 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.923290 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.924418 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.924689 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.924956 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.926024 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.926024 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.926024 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.926299 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.926299 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.927250 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.927698 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.928662 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.928662 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.929566 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.930019 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.931039 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.931504 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.931963 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.932419 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.932819 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.933341 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.933856 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.934312 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.934758 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.937359 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938347 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938927 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.938927 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:12:58.939332 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 18:12:58.939438 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:12:58.939579 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:12:58.939759 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:12:58.939915 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:12:58.940061 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:12:58.940257 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.940410 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.940561 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.940888 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.941042 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.941421 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.941578 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.941876 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.942173 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.942466 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.942760 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.943043 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.943388 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.943555 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.943711 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.943871 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.944028 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.944177 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.945000 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.945313 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.945612 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.945807 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.945903 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] debug = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.946069 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.946271 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.946438 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.946594 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.946749 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.946904 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947057 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947209 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947364 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947518 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947673 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947819 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.947976 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.948131 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.948284 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.948437 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.948598 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.948744 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] host = dv-cinder-733622-16-smb {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.948900 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.949056 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.950118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.950309 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.950443 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.950580 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.950897 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.951036 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.951189 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.951497 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.951648 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.951966 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.952117 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.952248 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.952408 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_options = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.952561 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.952709 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.952858 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.953033 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.954016 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.954216 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.954387 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.954558 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.954744 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.954744 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955113 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955113 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955429 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955429 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955750 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955750 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.955750 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956215 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956215 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956215 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956668 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956803 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.956888 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.957044 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958034 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.958822 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.959736 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.959736 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.959736 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.959736 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.959736 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.959736 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.960770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.960770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_json = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.960770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.960770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.960770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.963266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.963266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.963266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.963266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.963266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:12:58.964091 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964091 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964091 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964091 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964640 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964640 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964826 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.964914 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.965892 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.965892 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.965892 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.965892 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.965892 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.966329 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.966329 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.966491 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.967646 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.968813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.968813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.968813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.968813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.968813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.968813 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.972653 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.972923 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.973284 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.973462 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.973747 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.974029 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.974390 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.974708 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.975010 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.975306 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.975607 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.976402 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.976993 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.976993 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.977391 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.977578 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.979038 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.979345 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.979867 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.980168 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.980466 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.981332 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.981332 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.981332 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.981621 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.981901 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.982186 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.982495 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.982785 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.983072 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.983358 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.983647 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.983932 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.984225 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.984516 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.984797 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.985082 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.985397 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.985707 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.985988 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.986273 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.986557 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.986844 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.987125 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.987406 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.987688 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.987976 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.988258 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.988585 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.988821 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.989100 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.989427 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.989708 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.989995 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.990278 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.990823 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.991824 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.991824 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.991824 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.992080 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.992269 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.993099 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.993099 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.993367 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.993437 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.993717 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.994000 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.994294 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.994577 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.994786 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:12:58.994886 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.995128 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.995418 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.995682 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.995969 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.997000 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.997000 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.997000 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.997534 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.999423 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:58.999731 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.000033 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.000329 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.000619 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.000912 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.001234 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.001522 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.001810 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.002097 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.002404 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.003314 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.003314 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.003314 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.003638 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.003819 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.004107 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.004400 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.004688 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.005481 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.005481 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.005717 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.005824 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.006160 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.006379 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.006670 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.007580 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.008036 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.008175 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.008663 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.009229 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.009798 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.010326 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.010846 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.011279 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.011400 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.011999 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.011999 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.012230 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.012779 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.013312 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.013604 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.013892 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.014198 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.014475 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.014763 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.015049 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.015333 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.015615 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.016693 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.016693 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.016693 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.016693 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.017110 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.017283 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.018168 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.018168 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.018168 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.018508 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.018645 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.018931 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.019225 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.020410 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.020410 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.020410 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.020410 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.020871 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.020871 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.021125 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.021441 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.021825 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.022009 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.022378 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.022549 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.022905 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.023218 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.023483 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.023766 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.024055 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.024352 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.024974 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.024974 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.025236 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.025502 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.026500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.026500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.026500 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.026725 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.026885 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.027177 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.028266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.028266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.028266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.028266 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.028559 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.028794 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.029077 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.029735 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.029735 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.029952 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.030451 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.030741 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.031028 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.031317 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.031601 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.031908 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.032197 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.032482 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.032767 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.033055 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.033647 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.033647 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.034025 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.034225 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.034492 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.034786 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.035070 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.035352 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.035634 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.035924 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.036211 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.036497 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.036787 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.037066 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.037374 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.037678 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.037963 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.038752 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.039146 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.039831 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.039831 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.040075 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.040287 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.040556 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.040842 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.041118 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.041466 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.041770 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.042058 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.042349 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.042630 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.042914 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.043199 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.043486 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.043773 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.044081 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.044388 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.044663 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.044964 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.045295 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.045598 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.045880 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.046175 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.046478 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.046762 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.047137 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.047312 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.047595 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.048503 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.048503 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.048503 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.049245 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.049245 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.049245 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.049637 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.049772 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.050054 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.050336 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.050621 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.050902 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.051887 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.051887 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.051887 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:12:59.052302 dv-cinder-733622-16-smb neutron-server[91610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:13:10.277007 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ee6f0-1fc2-4a7e-a38b-cd6f485aca3e None None] get_active_networks_info from dv-cinder-733622-16-smb {{(pid=91720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 18:13:10.340043 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ee6f0-1fc2-4a7e-a38b-cd6f485aca3e None None] No non-hosted networks {{(pid=91720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 18:13:10.358643 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6338aafb-0f7f-4e59-9ffe-f5d16c5ed920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981'] for agent, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:13.258516 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-aaad6ce3-4d3d-4ab0-b9f2-f976c987512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981'] for agent, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:13.304890 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-4ba4b9d0-4e4b-4bfe-81b4-cc488853414f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:13.368072 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981'] for agent, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:13.369082 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.369746 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.370265 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.370762 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.371330 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.371809 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.372321 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.372837 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.373493 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.374015 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.374523 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.375024 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:13.375607 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-16-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:13.388430 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-16-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:14.314313 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981'] for agent, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:15.622414 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981'] for agent, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:17.145314 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37466) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:17.537581 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.db.l3_hamode_db [None req-83e3a318-3229-4643-bbd5-d1f80cb1291e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 18:13:17.628837 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3a318-3229-4643-bbd5-d1f80cb1291e None None] Routers set() bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:13:17.629276 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3a318-3229-4643-bbd5-d1f80cb1291e None None] Router IDs set() for agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 18:13:17.761187 dv-cinder-733622-16-smb neutron-server[91718]: WARNING oslo_policy.policy [None req-2fc979c0-e83a-4c68-8fb5-8bb7f85505e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:17.761712 dv-cinder-733622-16-smb neutron-server[91718]: WARNING oslo_policy.policy [None req-2fc979c0-e83a-4c68-8fb5-8bb7f85505e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:17.975965 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [None req-2fc979c0-e83a-4c68-8fb5-8bb7f85505e1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:17.977173 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-2fc979c0-e83a-4c68-8fb5-8bb7f85505e1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8307889 Jun 08 18:13:20.452469 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37480) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:20.840821 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:20.939271 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.policy [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 18:13:20.989284 dv-cinder-733622-16-smb neutron-server[91718]: WARNING oslo_policy.policy [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:20.989664 dv-cinder-733622-16-smb neutron-server[91718]: WARNING oslo_policy.policy [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:20.998195 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.quota [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] Loaded quota_driver: . Jun 08 18:13:21.073969 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764451063972', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764451065427', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764451075501', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764451081945', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764451092445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764451097752', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1703277', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1690083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571780', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555969'] for rbac-policy, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:21.133678 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:21.134852 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-7f7b6925-4b3f-449c-830e-c24465954d1e admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6814842 Jun 08 18:13:23.800272 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37492) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:24.162598 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Request body: {'network': {'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'name': 'private'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:24.186431 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Made reservation on behalf of 5736c39b50da4bc5b4bf28fae98e7f33 for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:13:24.189345 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.207264 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.331882 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.336849 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.342508 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:24.366775 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:13:24.392863 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764447501990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.393422 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Unsubscribe: segment precommit_create {{(pid=91718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 18:13:24.393919 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Added segment 40b2ce5d-1770-41bf-9319-7eb5ac342051 of type vlan for network 780c538e-b224-4408-9664-2c0b3fc352d9 Jun 08 18:13:24.404400 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f6e76e-86a2-4d43-ad4e-3a0fa587cc98,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:24.467073 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.467427 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.467759 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.468081 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.468398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.468718 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.469028 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.469366 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.469692 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.470004 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.470314 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.470621 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Tracked resource versions report: Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: pushed versions: Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: { 'AddressGroup': {'1.2'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'ConntrackHelper': {'1.0'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Log': {'1.0'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Network': {'1.1'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Port': {'1.7'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'PortForwarding': {'1.2'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'QosPolicy': {'1.8'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroup': {'1.4'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'SubPort': {'1.0'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Subnet': {'1.1'}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Trunk': {'1.1'}} Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: consumer versions: Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'ConntrackHelper': '1.0', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Log': '1.0', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Network': '1.1', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Port': '1.7', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'PortForwarding': '1.2', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'QosPolicy': '1.8', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroup': '1.4', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroupRule': '1.2', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'SubPort': '1.0', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Subnet': '1.1', Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: 'Trunk': '1.1'}} Jun 08 18:13:24.472008 dv-cinder-733622-16-smb neutron-server[91718]: {{(pid=91718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:13:24.517484 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:24.519239 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.563788 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.565542 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:24.566186 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:24.571703 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:24.666483 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8650434 Jun 08 18:13:24.677961 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Pushing event updated for resources: {'Network': ['ID=780c538e-b224-4408-9664-2c0b3fc352d9,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:24.683343 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:24.693538 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 780c538e-b224-4408-9664-2c0b3fc352d9 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:13:27.495792 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 37506) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:28.185866 dv-cinder-733622-16-smb neutron-server[91719]: WARNING oslo_policy.policy [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:28.186494 dv-cinder-733622-16-smb neutron-server[91719]: WARNING oslo_policy.policy [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:28.629781 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.policy [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 18:13:28.679614 dv-cinder-733622-16-smb neutron-server[91719]: WARNING oslo_policy.policy [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:28.679990 dv-cinder-733622-16-smb neutron-server[91719]: WARNING oslo_policy.policy [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:28.688500 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:28.690488 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-9753edac-ae3e-42bb-8d8f-46f1eb777d1e admin admin] 10.222.0.41 "GET /v2.0/networks/780c538e-b224-4408-9664-2c0b3fc352d9 HTTP/1.1" status: 200 len: 825 time: 1.1925738 Jun 08 18:13:28.731072 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d2edca3c-7856-4b3a-b697-b26b0738b7cf admin admin] 10.222.0.41 "GET /v2.0/subnetpools/5dabe24b-d3aa-46f1-b1b9-96b34a72abc4 HTTP/1.1" status: 200 len: 734 time: 0.0307245 Jun 08 18:13:28.744913 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'name': 'private-subnet', 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'ip_version': 4}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:28.746598 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.quota [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Loaded quota_driver: . Jun 08 18:13:28.780750 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Made reservation on behalf of 5736c39b50da4bc5b4bf28fae98e7f33 for: {'subnet': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:13:28.783651 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:29.118722 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:29.124099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:29.199275 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Checking segment: {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:29.199653 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Network hostable DHCP agents. Network: 780c538e-b224-4408-9664-2c0b3fc352d9, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:13:29.228977 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bbee4c-dadf-4bb3-8e15-166b7e950274,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:29.239740 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.240093 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.240421 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.241341 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.242050 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.242050 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.242331 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.242643 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.242968 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.243298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.243588 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.243893 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Tracked resource versions report: Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: pushed versions: Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: { 'AddressGroup': {'1.2'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'ConntrackHelper': {'1.0'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Log': {'1.0'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Network': {'1.1'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Port': {'1.7'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'PortForwarding': {'1.2'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'QosPolicy': {'1.8'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroup': {'1.4'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'SubPort': {'1.0'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Subnet': {'1.1'}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Trunk': {'1.1'}} Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: consumer versions: Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'ConntrackHelper': '1.0', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Log': '1.0', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Network': '1.1', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Port': '1.7', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'PortForwarding': '1.2', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'QosPolicy': '1.8', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroup': '1.4', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroupRule': '1.2', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'SubPort': '1.0', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Subnet': '1.1', Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: 'Trunk': '1.1'}} Jun 08 18:13:29.244989 dv-cinder-733622-16-smb neutron-server[91719]: {{(pid=91719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:13:29.265811 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Network 780c538e-b224-4408-9664-2c0b3fc352d9 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:13:29.281057 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 780c538e-b224-4408-9664-2c0b3fc352d9) {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:29.294432 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:29.306790 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:29.307626 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:29.313053 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa80049-0284-43c4-afc6-51f564033bb1 None None] Network 780c538e-b224-4408-9664-2c0b3fc352d9 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:13:29.338593 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5982778 Jun 08 18:13:29.764383 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-780c538e-b224-4408-9664-2c0b3fc352d9', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:13:29.765546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:30.019950 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Allocated IP 172.20.0.2 (780c538e-b224-4408-9664-2c0b3fc352d9/88bbee4c-dadf-4bb3-8e15-166b7e950274/2597559d-7906-4330-986f-f99b6016211a) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:13:30.367312 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:30.385980 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Transition to ACTIVE for port object 2597559d-7906-4330-986f-f99b6016211a will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:30.408920 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Transition to ACTIVE for port object 2597559d-7906-4330-986f-f99b6016211a will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:30.418801 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:30.420433 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:30.420433 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:13:30.420433 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:13:30.420433 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:13:30.420433 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:30.420433 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:13:30.442675 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Network 780c538e-b224-4408-9664-2c0b3fc352d9 is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:13:30.444586 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:30.448418 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:13:30.557936 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Attempting to bind port 2597559d-7906-4330-986f-f99b6016211a on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:13:30.558335 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Attempting to bind port 2597559d-7906-4330-986f-f99b6016211a by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:13:30.558768 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Attempting to bind port 2597559d-7906-4330-986f-f99b6016211a on network 780c538e-b224-4408-9664-2c0b3fc352d9 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:13:30.564856 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:13:30.565298 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Checking segment: {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:30.565790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:30.566183 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Bound using segment: {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:13:30.566662 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Bound port: 2597559d-7906-4330-986f-f99b6016211a, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:13:30.567052 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:30.677190 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-ae175403-3f34-4873-9147-9df36603d973 None None] For port 2597559d-7906-4330-986f-f99b6016211a, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:13:30.682867 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-ae175403-3f34-4873-9147-9df36603d973 None None] For port 2597559d-7906-4330-986f-f99b6016211a, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=2597559d-7906-4330-986f-f99b6016211a,segment=NetworkSegment(40b2ce5d-1770-41bf-9319-7eb5ac342051),segment_id=40b2ce5d-1770-41bf-9319-7eb5ac342051)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:13:30.688546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:30.693400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:30.804920 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Pushing event updated for resources: {'Port': ['ID=2597559d-7906-4330-986f-f99b6016211a,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:30.808946 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.810705 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.811208 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.811692 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.812761 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.813298 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.813823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.814304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.814800 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.817243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.817787 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.818268 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Tracked resource versions report: Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: pushed versions: Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: { 'AddressGroup': {'1.2'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'ConntrackHelper': {'1.0'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Log': {'1.0'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Network': {'1.1'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Port': {'1.7'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'PortForwarding': {'1.2'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'QosPolicy': {'1.8'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroup': {'1.4'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'SubPort': {'1.0'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Subnet': {'1.1'}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Trunk': {'1.1'}} Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: consumer versions: Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'ConntrackHelper': '1.0', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Log': '1.0', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Network': '1.1', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Port': '1.7', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'PortForwarding': '1.2', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'QosPolicy': '1.8', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroup': '1.4', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroupRule': '1.2', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'SubPort': '1.0', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Subnet': '1.1', Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: 'Trunk': '1.1'}} Jun 08 18:13:30.820108 dv-cinder-733622-16-smb neutron-server[91720]: {{(pid=91720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:13:30.835690 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:32.358848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 37528) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:32.870976 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [None req-7eb37003-d77e-471d-b9b6-ba4bd8aa892c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:32.885188 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-7eb37003-d77e-471d-b9b6-ba4bd8aa892c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5121493 Jun 08 18:13:35.798309 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 37536) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:36.228031 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [None req-86454a36-8413-4337-ad1a-5909f5b54b2f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:36.229015 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-86454a36-8413-4337-ad1a-5909f5b54b2f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4295142 Jun 08 18:13:37.257321 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 2597559d-7906-4330-986f-f99b6016211a up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:13:37.334014 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 2597559d-7906-4330-986f-f99b6016211a completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:13:37.630462 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd83bd-8032-4504-b2df-e7ed13f85916 None None] Network 780c538e-b224-4408-9664-2c0b3fc352d9 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:13:37.713305 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Provisioning for port 2597559d-7906-4330-986f-f99b6016211a completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:13:37.729269 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Provisioning complete for port 2597559d-7906-4330-986f-f99b6016211a triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:37.729664 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:37.968421 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:38.041265 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] For port 2597559d-7906-4330-986f-f99b6016211a, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=2597559d-7906-4330-986f-f99b6016211a,segment=NetworkSegment(40b2ce5d-1770-41bf-9319-7eb5ac342051),segment_id=40b2ce5d-1770-41bf-9319-7eb5ac342051)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:13:38.048773 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:38.063758 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-ae175403-3f34-4873-9147-9df36603d973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:38.137768 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Pushing event updated for resources: {'Port': ['ID=2597559d-7906-4330-986f-f99b6016211a,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:38.142216 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:38.243044 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-b386ca65-68c9-44cd-9743-1525fec333b3 None None] Provisioning complete for port 2597559d-7906-4330-986f-f99b6016211a triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:38.243337 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b386ca65-68c9-44cd-9743-1525fec333b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.056243 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 37552) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:39.227259 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 2597559d-7906-4330-986f-f99b6016211a up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:13:39.293923 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 2597559d-7906-4330-986f-f99b6016211a triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:39.294200 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.421372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:39.443952 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.445460 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.466806 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.575268 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.591503 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:39.592737 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-ab2d404c-0298-42ca-a4f7-0483e09a9be7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5355327 Jun 08 18:13:40.153972 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-779a1210-e477-46f9-b5c0-2f29a78cf7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:41.990392 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37560) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:42.376083 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [None req-3d0f2a97-453a-4726-afec-4b849318e94e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:42.377050 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3d0f2a97-453a-4726-afec-4b849318e94e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3850727 Jun 08 18:13:43.253034 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f98157db-727b-4012-80e3-1360107728a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:43.365376 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:44.260843 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:44.789916 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37578) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:44.944782 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:44.966994 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Made reservation on behalf of 226d8036b2c64228adc6aa66e95945f6 for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:13:44.969416 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:44.982626 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.087739 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.091502 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.095933 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:45.111022 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Reserving flat network on physical network physnet1 {{(pid=91718) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 18:13:45.131433 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126a4372-b9a8-4350-ba6d-18925a39d230,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:45.135663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:45.136622 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.136954 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Added segment ee2f3509-60e5-43c0-880f-8b12211cfc4e of type flat for network 485d5cf0-9998-4156-92e3-5ed38263697e Jun 08 18:13:45.172708 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.208589 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.210471 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:45.211026 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.215598 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:45.298994 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5080802 Jun 08 18:13:45.309342 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Pushing event updated for resources: {'Network': ['ID=485d5cf0-9998-4156-92e3-5ed38263697e,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:45.312510 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:45.320970 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 485d5cf0-9998-4156-92e3-5ed38263697e details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:13:45.570244 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:47.558159 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37596) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:47.674372 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dec9f2-f939-4fbb-beab-3ce24a210184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:47.675730 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-61dec9f2-f939-4fbb-beab-3ce24a210184 admin admin] 10.222.0.41 "GET /v2.0/subnets/88bbee4c-dadf-4bb3-8e15-166b7e950274 HTTP/1.1" status: 200 len: 849 time: 0.1166413 Jun 08 18:13:47.866601 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1afff298-6eac-41cc-be68-4810c070071e admin admin] 10.222.0.41 "GET /v2.0/routers/3263efad-490f-4089-a57d-a3c8d65e7fc5 HTTP/1.1" status: 200 len: 704 time: 0.1849339 Jun 08 18:13:48.328520 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:48.568325 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Allocated IP 172.20.0.1 (780c538e-b224-4408-9664-2c0b3fc352d9/88bbee4c-dadf-4bb3-8e15-166b7e950274/7692f344-5934-45ab-92c9-37fb858d80b9) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:13:48.727508 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:48.745990 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Transition to ACTIVE for port object 7692f344-5934-45ab-92c9-37fb858d80b9 will not be triggered until provisioned by entity DHCP. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:48.800649 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:48.801883 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:48.801883 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:13:48.801883 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:13:48.801883 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:13:48.801883 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:48.801883 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:13:48.818698 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Network 780c538e-b224-4408-9664-2c0b3fc352d9 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:13:48.819817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:48.822995 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:13:48.823545 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.051630 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-60ea5fa0-87ff-45a8-a06c-95e20d5df622 None None] Provisioning for port 7692f344-5934-45ab-92c9-37fb858d80b9 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:13:49.057768 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-60ea5fa0-87ff-45a8-a06c-95e20d5df622 None None] Provisioning complete for port 7692f344-5934-45ab-92c9-37fb858d80b9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:49.058140 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-60ea5fa0-87ff-45a8-a06c-95e20d5df622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.115743 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-60ea5fa0-87ff-45a8-a06c-95e20d5df622 None None] Port 7692f344-5934-45ab-92c9-37fb858d80b9 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:13:49.137838 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.384600 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.389628 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.390747 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.394148 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:49.528273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Pushing event updated for resources: {'Port': ['ID=7692f344-5934-45ab-92c9-37fb858d80b9,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:49.534447 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:49.594730 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Network 780c538e-b224-4408-9664-2c0b3fc352d9 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:13:49.595884 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:49.794018 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Router 3263efad-490f-4089-a57d-a3c8d65e7fc5 is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:13:49.840450 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-b9e92696-ae79-4fa6-80cd-8c1b6b3a00ce None None] Provisioning complete for port 7692f344-5934-45ab-92c9-37fb858d80b9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:49.840907 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b9e92696-ae79-4fa6-80cd-8c1b6b3a00ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.896240 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-b9e92696-ae79-4fa6-80cd-8c1b6b3a00ce None None] Port 7692f344-5934-45ab-92c9-37fb858d80b9 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:13:49.952915 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:13:49.958854 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] 10.222.0.41 "PUT /v2.0/routers/3263efad-490f-4089-a57d-a3c8d65e7fc5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0870779 Jun 08 18:13:49.965058 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Sync routers for ids ['3263efad-490f-4089-a57d-a3c8d65e7fc5'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:13:49.982077 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Routers {'3263efad-490f-4089-a57d-a3c8d65e7fc5'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:13:49.982950 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:13:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['3263efad-490f-4089-a57d-a3c8d65e7fc5'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:50.171273 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Set router 3263efad-490f-4089-a57d-a3c8d65e7fc5 gateway port host: None {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:13:50.557485 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:39Z', 'updated_at': '2021-06-08T18:13:49Z', 'revision_number': 2, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'gw_port_host': None, '_interfaces': [{'id': '7692f344-5934-45ab-92c9-37fb858d80b9', 'name': '', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'mac_address': 'fa:16:3e:b3:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:48Z', 'updated_at': '2021-06-08T18:13:49Z', 'revision_number': 2, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'subnets': [{'id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:50.563017 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Checking router: 3263efad-490f-4089-a57d-a3c8d65e7fc5 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:13:50.563387 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Updating router 3263efad-490f-4089-a57d-a3c8d65e7fc5 port 7692f344-5934-45ab-92c9-37fb858d80b9 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:13:50.626211 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:51.018426 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:51.036360 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Transition to ACTIVE for port object 7692f344-5934-45ab-92c9-37fb858d80b9 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:51.046257 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:51.054134 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:51.261586 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Pushing event updated for resources: {'Port': ['ID=7692f344-5934-45ab-92c9-37fb858d80b9,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:51.282302 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.282553 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.282884 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.283209 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.283529 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.283852 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.284172 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.284512 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.284819 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.285131 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.285466 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.285784 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Tracked resource versions report: Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: pushed versions: Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: { 'AddressGroup': {'1.2'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'ConntrackHelper': {'1.0'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Log': {'1.0'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Network': {'1.1'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Port': {'1.7'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'PortForwarding': {'1.2'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'QosPolicy': {'1.8'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroup': {'1.4'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'SubPort': {'1.0'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Subnet': {'1.1'}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Trunk': {'1.1'}} Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: consumer versions: Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'ConntrackHelper': '1.0', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Log': '1.0', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Network': '1.1', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Port': '1.7', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'PortForwarding': '1.2', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'QosPolicy': '1.8', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroup': '1.4', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroupRule': '1.2', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'SubPort': '1.0', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Subnet': '1.1', Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: 'Trunk': '1.1'}} Jun 08 18:13:51.286901 dv-cinder-733622-16-smb neutron-server[91721]: {{(pid=91721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:13:51.298936 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:51.300334 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Attempting to bind port 7692f344-5934-45ab-92c9-37fb858d80b9 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:13:51.300740 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Attempting to bind port 7692f344-5934-45ab-92c9-37fb858d80b9 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:13:51.301207 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Attempting to bind port 7692f344-5934-45ab-92c9-37fb858d80b9 on network 780c538e-b224-4408-9664-2c0b3fc352d9 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:13:51.309819 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:13:51.310248 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Checking segment: {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:51.310730 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:51.311555 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Bound using segment: {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:13:51.311685 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Bound port: 7692f344-5934-45ab-92c9-37fb858d80b9, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b2ce5d-1770-41bf-9319-7eb5ac342051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:13:51.311970 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:51.405489 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] For port 7692f344-5934-45ab-92c9-37fb858d80b9, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:13:51.410136 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] For port 7692f344-5934-45ab-92c9-37fb858d80b9, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=7692f344-5934-45ab-92c9-37fb858d80b9,segment=NetworkSegment(40b2ce5d-1770-41bf-9319-7eb5ac342051),segment_id=40b2ce5d-1770-41bf-9319-7eb5ac342051)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:13:51.416676 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:51.421054 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:51.509788 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Routers {'3263efad-490f-4089-a57d-a3c8d65e7fc5'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:13:51.510761 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:13:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['3263efad-490f-4089-a57d-a3c8d65e7fc5'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:51.612525 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Pushing event updated for resources: {'Port': ['ID=7692f344-5934-45ab-92c9-37fb858d80b9,revision_number=4']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:51.620853 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:51.735233 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] Set router 3263efad-490f-4089-a57d-a3c8d65e7fc5 gateway port host: None {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:13:52.147320 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:39Z', 'updated_at': '2021-06-08T18:13:49Z', 'revision_number': 2, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'gw_port_host': None, '_interfaces': [{'id': '7692f344-5934-45ab-92c9-37fb858d80b9', 'name': '', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'mac_address': 'fa:16:3e:b3:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:48Z', 'updated_at': '2021-06-08T18:13:51Z', 'revision_number': 4, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'subnets': [{'id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:52.151452 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cdfca-b98f-4a05-baad-b949279b024b None None] The sync data for ids ['3263efad-490f-4089-a57d-a3c8d65e7fc5'] in dv-cinder-733622-16-smb is: [{'id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:39Z', 'updated_at': '2021-06-08T18:13:49Z', 'revision_number': 2, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'gw_port_host': None, '_interfaces': [{'id': '7692f344-5934-45ab-92c9-37fb858d80b9', 'name': '', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'mac_address': 'fa:16:3e:b3:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:48Z', 'updated_at': '2021-06-08T18:13:51Z', 'revision_number': 4, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'subnets': [{'id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:13:52.411636 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 37606) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:52.570891 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab4165-90ee-4a96-8b83-c6ced614b42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:52.572257 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6eab4165-90ee-4a96-8b83-c6ced614b42e admin admin] 10.222.0.41 "GET /v2.0/networks/485d5cf0-9998-4156-92e3-5ed38263697e HTTP/1.1" status: 200 len: 842 time: 0.1597407 Jun 08 18:13:52.581613 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:52.605418 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Made reservation on behalf of 226d8036b2c64228adc6aa66e95945f6 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:13:52.607759 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:53.015810 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.objects.ports [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91718) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 18:13:53.016278 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:53.019993 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:53.107059 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec421c90-1433-4ea5-a54a-6938a8cf9581,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:53.110942 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:53.115388 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:53.115737 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Network hostable DHCP agents. Network: 485d5cf0-9998-4156-92e3-5ed38263697e, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:13:53.134565 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:13:53.144829 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 485d5cf0-9998-4156-92e3-5ed38263697e) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:53.149486 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:53.150066 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:53.157343 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c81ad6-ad00-4c2e-af3e-225e99fcba8d None None] Network 485d5cf0-9998-4156-92e3-5ed38263697e requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:13:53.229182 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6379406 Jun 08 18:13:53.395111 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b6c41-c133-4bb7-a941-7685724dc986 None None] Network 485d5cf0-9998-4156-92e3-5ed38263697e requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:13:55.259396 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 7692f344-5934-45ab-92c9-37fb858d80b9 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:13:55.336535 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 7692f344-5934-45ab-92c9-37fb858d80b9 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:13:55.342393 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 7692f344-5934-45ab-92c9-37fb858d80b9 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:55.342788 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:55.492436 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:55.541293 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 7692f344-5934-45ab-92c9-37fb858d80b9, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=7692f344-5934-45ab-92c9-37fb858d80b9,segment=NetworkSegment(40b2ce5d-1770-41bf-9319-7eb5ac342051),segment_id=40b2ce5d-1770-41bf-9319-7eb5ac342051)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:13:55.546264 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:55.548777 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:55.553274 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 37618) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:55.619000 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=7692f344-5934-45ab-92c9-37fb858d80b9,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:55.622716 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:55.801937 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5d4b4d49-9ca2-4854-b38e-8ca32b31de21 admin admin] 10.222.0.41 "GET /v2.0/routers/3263efad-490f-4089-a57d-a3c8d65e7fc5 HTTP/1.1" status: 200 len: 710 time: 0.2472289 Jun 08 18:13:55.946372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a8169-7a53-405b-a555-6f275e4d72a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:55.947716 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-172a8169-7a53-405b-a555-6f275e4d72a1 admin admin] 10.222.0.41 "GET /v2.0/networks/485d5cf0-9998-4156-92e3-5ed38263697e HTTP/1.1" status: 200 len: 886 time: 0.1404972 Jun 08 18:13:55.956810 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:56.430970 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:56.775009 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:56.835563 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:56.986238 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Allocated IP 172.28.0.204 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/2687d5e4-a7ae-4c41-80cf-3f19d737477b) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:13:57.185921 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:57.233610 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 7692f344-5934-45ab-92c9-37fb858d80b9 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:13:57.248004 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:57.249205 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:57.249205 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:13:57.249205 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:13:57.249205 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:13:57.249205 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:57.249205 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:13:57.267173 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:13:57.268232 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:57.270807 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:13:57.303713 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 7692f344-5934-45ab-92c9-37fb858d80b9 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:57.304084 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:57.656225 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:57.997607 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.000944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-847241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-847280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-857981'] for router, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.184348 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Router 3263efad-490f-4089-a57d-a3c8d65e7fc5 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:13:58.403868 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:13:58.407972 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.409135 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-05547a3e-1b74-438a-9b5c-2a5a483195c5 admin admin] 10.222.0.41 "PUT /v2.0/routers/3263efad-490f-4089-a57d-a3c8d65e7fc5 HTTP/1.1" status: 200 len: 890 time: 2.4559417 Jun 08 18:13:58.414448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Sync routers for ids ['3263efad-490f-4089-a57d-a3c8d65e7fc5'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:13:58.425251 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Routers {'3263efad-490f-4089-a57d-a3c8d65e7fc5'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:13:58.425936 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:13:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['3263efad-490f-4089-a57d-a3c8d65e7fc5'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:58.648128 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Set router 3263efad-490f-4089-a57d-a3c8d65e7fc5 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:13:58.999790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '2687d5e4-a7ae-4c41-80cf-3f19d737477b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:39Z', 'updated_at': '2021-06-08T18:13:57Z', 'revision_number': 4, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'gw_port': {'id': '2687d5e4-a7ae-4c41-80cf-3f19d737477b', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:56Z', 'updated_at': '2021-06-08T18:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '7692f344-5934-45ab-92c9-37fb858d80b9', 'name': '', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'mac_address': 'fa:16:3e:b3:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:48Z', 'updated_at': '2021-06-08T18:13:55Z', 'revision_number': 5, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'subnets': [{'id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:59.004676 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Checking router: 3263efad-490f-4089-a57d-a3c8d65e7fc5 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:13:59.005026 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Updating router 3263efad-490f-4089-a57d-a3c8d65e7fc5 port 2687d5e4-a7ae-4c41-80cf-3f19d737477b binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:13:59.060318 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.415531 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.427839 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Transition to ACTIVE for port object 2687d5e4-a7ae-4c41-80cf-3f19d737477b will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:59.434929 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.438703 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-0f9cffdc-53b3-4ccb-a3c1-e72432acac72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:59.515380 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0e4f-c4f3-4fcb-b20b-3eeb9025caa8 None None] Pushing event updated for resources: {'Port': ['ID=2687d5e4-a7ae-4c41-80cf-3f19d737477b,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:59.519351 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-edac0e4f-c4f3-4fcb-b20b-3eeb9025caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:59.521680 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Attempting to bind port 2687d5e4-a7ae-4c41-80cf-3f19d737477b on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:13:59.522049 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Attempting to bind port 2687d5e4-a7ae-4c41-80cf-3f19d737477b by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:13:59.522496 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Attempting to bind port 2687d5e4-a7ae-4c41-80cf-3f19d737477b on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:13:59.528845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:13:59.529130 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:59.529559 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.529949 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:13:59.530412 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Bound port: 2687d5e4-a7ae-4c41-80cf-3f19d737477b, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:13:59.530782 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.600762 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] For port 2687d5e4-a7ae-4c41-80cf-3f19d737477b, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:13:59.603775 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] For port 2687d5e4-a7ae-4c41-80cf-3f19d737477b, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=2687d5e4-a7ae-4c41-80cf-3f19d737477b,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:13:59.608068 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.611926 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:59.689173 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Routers {'3263efad-490f-4089-a57d-a3c8d65e7fc5'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:13:59.689793 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:13:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['3263efad-490f-4089-a57d-a3c8d65e7fc5'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:59.742223 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0e4f-c4f3-4fcb-b20b-3eeb9025caa8 None None] Pushing event updated for resources: {'Port': ['ID=2687d5e4-a7ae-4c41-80cf-3f19d737477b,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:59.751163 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-edac0e4f-c4f3-4fcb-b20b-3eeb9025caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:59.870039 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] Set router 3263efad-490f-4089-a57d-a3c8d65e7fc5 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:14:00.224255 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '2687d5e4-a7ae-4c41-80cf-3f19d737477b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:39Z', 'updated_at': '2021-06-08T18:13:57Z', 'revision_number': 4, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'gw_port': {'id': '2687d5e4-a7ae-4c41-80cf-3f19d737477b', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:56Z', 'updated_at': '2021-06-08T18:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '7692f344-5934-45ab-92c9-37fb858d80b9', 'name': '', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'mac_address': 'fa:16:3e:b3:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:48Z', 'updated_at': '2021-06-08T18:13:55Z', 'revision_number': 5, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'subnets': [{'id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:00.229195 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd169a-55b2-4c30-8b34-223b7d2b001b None None] The sync data for ids ['3263efad-490f-4089-a57d-a3c8d65e7fc5'] in dv-cinder-733622-16-smb is: [{'id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'name': 'router1', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '2687d5e4-a7ae-4c41-80cf-3f19d737477b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:39Z', 'updated_at': '2021-06-08T18:13:57Z', 'revision_number': 4, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'gw_port': {'id': '2687d5e4-a7ae-4c41-80cf-3f19d737477b', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:56Z', 'updated_at': '2021-06-08T18:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '7692f344-5934-45ab-92c9-37fb858d80b9', 'name': '', 'network_id': '780c538e-b224-4408-9664-2c0b3fc352d9', 'tenant_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'mac_address': 'fa:16:3e:b3:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3263efad-490f-4089-a57d-a3c8d65e7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:13:48Z', 'updated_at': '2021-06-08T18:13:55Z', 'revision_number': 5, 'project_id': '5736c39b50da4bc5b4bf28fae98e7f33', 'subnets': [{'id': '88bbee4c-dadf-4bb3-8e15-166b7e950274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5dabe24b-d3aa-46f1-b1b9-96b34a72abc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:14:00.828765 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 37626) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:00.948125 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-69d9f41b-5dd2-4a08-92ed-2f669e7ffdc0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181617 Jun 08 18:14:01.254455 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 2687d5e4-a7ae-4c41-80cf-3f19d737477b up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:14:01.332656 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 2687d5e4-a7ae-4c41-80cf-3f19d737477b completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:14:01.347500 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 2687d5e4-a7ae-4c41-80cf-3f19d737477b triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:01.348002 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:01.482133 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:01.502069 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 2687d5e4-a7ae-4c41-80cf-3f19d737477b, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=2687d5e4-a7ae-4c41-80cf-3f19d737477b,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:14:01.508453 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:01.510763 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:01.585384 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=2687d5e4-a7ae-4c41-80cf-3f19d737477b,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:01.588814 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:03.251123 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 2687d5e4-a7ae-4c41-80cf-3f19d737477b up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:14:03.327080 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 2687d5e4-a7ae-4c41-80cf-3f19d737477b triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:03.327456 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:03.871770 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:14:10.158907 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1721d320-6056-4b65-b4eb-fb15a0f7a477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:13.256262 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-01f38c31-2fdf-4247-8bec-447afeb379e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:13.368305 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:14.267569 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:15.600718 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:40.169421 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc358-be08-4882-a15f-1263515541d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:40.873884 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:14:43.273554 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-94521b50-39a3-4024-b839-12be86abd847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:43.380145 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:44.277931 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:45.605117 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:10.163642 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ae517dd6-3060-48c8-9890-b88ff49d60e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:13.259110 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d8a0dbd9-05df-4f9f-82ad-0887f1c457fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:13.383304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:14.274058 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:15.598338 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:17.872710 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:15:40.169171 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e8693306-d7fb-4bfe-bde1-2d6cf256a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:42.043513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38194) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:42.112625 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2a4d02-fe30-4f78-864e-16a23a70330c admin admin] GET failed (client error): The resource could not be found. Jun 08 18:15:42.113961 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5c2a4d02-fe30-4f78-864e-16a23a70330c admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695143 Jun 08 18:15:42.243794 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6deb4-72e1-4af6-b727-0aa025e2f37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:42.245188 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cad6deb4-72e1-4af6-b727-0aa025e2f37d admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272004 Jun 08 18:15:43.263439 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-5f530938-f988-4672-b63d-f563689c3319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:43.378048 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:44.277125 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:44.424139 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38204) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:44.531433 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51eff6-5427-4e14-9e68-b5901af14eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:44.532674 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5c51eff6-5427-4e14-9e68-b5901af14eed admin admin] 10.222.0.41 "GET /v2.0/subnets/88bbee4c-dadf-4bb3-8e15-166b7e950274 HTTP/1.1" status: 200 len: 849 time: 0.1075056 Jun 08 18:15:44.542716 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:15:44.657188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:44.845202 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764447586286'] for subnet, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:44.849695 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3011cae1-70c6-4b4e-8eb2-6c65d48758c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:15:44.893882 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:44.895077 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:44.895803 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] 10.222.0.41 "PUT /v2.0/subnets/88bbee4c-dadf-4bb3-8e15-166b7e950274 HTTP/1.1" status: 200 len: 868 time: 0.3567650 Jun 08 18:15:44.899740 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef094dbf-3785-4ed2-b20e-780249140236 None None] Network 780c538e-b224-4408-9664-2c0b3fc352d9 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:15:44.919749 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bbee4c-dadf-4bb3-8e15-166b7e950274,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:15:44.928724 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.929096 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.929473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.929804 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.930131 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.930458 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.930784 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.931106 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.931445 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.931767 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.932084 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.932402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:15:44.936655 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:15:45.358648 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-f5d6b604-3630-43fa-9b69-d5dbcc0f5ade None None] Provisioning complete for port 7692f344-5934-45ab-92c9-37fb858d80b9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:15:45.359332 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b604-3630-43fa-9b69-d5dbcc0f5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:45.485937 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-f5d6b604-3630-43fa-9b69-d5dbcc0f5ade None None] Provisioning complete for port 2597559d-7906-4330-986f-f99b6016211a triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:15:45.486198 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f5d6b604-3630-43fa-9b69-d5dbcc0f5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:45.611932 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:47.063436 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38212) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:47.236675 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f429f-9b5f-46c9-ac6c-b1bee20e2d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:47.237176 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f429f-9b5f-46c9-ac6c-b1bee20e2d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:47.238707 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-db2f429f-9b5f-46c9-ac6c-b1bee20e2d6a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1743114 Jun 08 18:15:49.432645 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38220) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:49.608570 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a0ac7-5852-4bfe-b812-97d25073324b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:49.609043 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a0ac7-5852-4bfe-b812-97d25073324b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:49.610753 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-c52a0ac7-5852-4bfe-b812-97d25073324b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771457 Jun 08 18:15:51.800726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38228) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:51.974933 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844ed18-1db7-41e1-a744-7c8663c96239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:51.976306 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-0844ed18-1db7-41e1-a744-7c8663c96239 admin admin] 10.222.0.41 "GET /v2.0/networks/485d5cf0-9998-4156-92e3-5ed38263697e HTTP/1.1" status: 200 len: 886 time: 0.1745877 Jun 08 18:15:54.123454 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38236) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:54.297640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363649cc-371e-4739-bdda-e209d18f311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:54.298979 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-363649cc-371e-4739-bdda-e209d18f311e admin admin] 10.222.0.41 "GET /v2.0/networks/780c538e-b224-4408-9664-2c0b3fc352d9 HTTP/1.1" status: 200 len: 869 time: 0.1745996 Jun 08 18:15:54.872252 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:15:56.584008 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38246) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:56.696277 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f0312d-20d3-467c-b01d-ad3abff54988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:56.696733 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f0312d-20d3-467c-b01d-ad3abff54988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:56.698263 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-40f0312d-20d3-467c-b01d-ad3abff54988 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1132712 Jun 08 18:15:58.877739 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38254) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:15:58.985307 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cd9df-5e2e-43cd-91bb-1a34fbbf4cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:58.985776 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cd9df-5e2e-43cd-91bb-1a34fbbf4cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:15:58.987311 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-8c7cd9df-5e2e-43cd-91bb-1a34fbbf4cfd admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1086352 Jun 08 18:16:01.139852 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38262) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:01.250544 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f8e4e7-fe3d-4271-8e2f-a2927e652f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:01.251876 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-14f8e4e7-fe3d-4271-8e2f-a2927e652f24 admin admin] 10.222.0.41 "GET /v2.0/subnets/88bbee4c-dadf-4bb3-8e15-166b7e950274 HTTP/1.1" status: 200 len: 868 time: 0.1110835 Jun 08 18:16:03.471687 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38270) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:03.574302 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f787938-0c98-4695-9368-5970beb5f93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:03.575565 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6f787938-0c98-4695-9368-5970beb5f93a admin admin] 10.222.0.41 "GET /v2.0/subnets/ec421c90-1433-4ea5-a54a-6938a8cf9581 HTTP/1.1" status: 200 len: 816 time: 0.1029096 Jun 08 18:16:10.173780 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-239ec336-d761-4494-96e7-6b638baa1eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:13.265910 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-777b04e6-4b3e-4394-932a-d3a759f1a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:13.382677 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:14.278585 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:15.604166 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:27.248905 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38314) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:27.296382 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [None req-c475fea3-fe4f-4efc-abab-3a2501be8926 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:16:27.297367 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c475fea3-fe4f-4efc-abab-3a2501be8926 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474215 Jun 08 18:16:29.577301 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38322) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:29.645054 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a930a4-0dd4-449e-971d-26d10c2ece4b admin admin] GET failed (client error): The resource could not be found. Jun 08 18:16:29.646405 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-92a930a4-0dd4-449e-971d-26d10c2ece4b admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681472 Jun 08 18:16:29.774357 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09986d1e-4963-474c-a729-89ac4e8864ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:29.775815 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-09986d1e-4963-474c-a729-89ac4e8864ec admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1255848 Jun 08 18:16:31.871939 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:16:31.948315 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38330) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:31.998446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:16:32.020696 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Made reservation on behalf of 226d8036b2c64228adc6aa66e95945f6 for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:16:32.023031 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:32.118203 dv-cinder-733622-16-smb neutron-server[91718]: WARNING neutron.services.revisions.revision_plugin [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Could not find related network for resource to bump revision. Jun 08 18:16:32.129518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:16:32.138482 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:32.138819 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Added segment 1e255619-121a-4d0a-826f-acc76cfbc28e of type vlan for network 331c68d6-1ab7-4ef8-a38f-680a7824b193 Jun 08 18:16:32.164809 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:32.194347 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:32.195613 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:32.196180 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:32.199285 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:32.283071 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3336356 Jun 08 18:16:32.292987 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=331c68d6-1ab7-4ef8-a38f-680a7824b193,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:32.301418 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.301778 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.302094 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.302419 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.302743 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.303066 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.303382 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.303698 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.304029 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.304355 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.304668 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.304982 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:32.308675 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:32.316553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 331c68d6-1ab7-4ef8-a38f-680a7824b193 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:16:34.468443 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38338) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:34.535771 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf5a5f4-d126-4793-99cd-a94c1306bd94 admin admin] GET failed (client error): The resource could not be found. Jun 08 18:16:34.537107 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6bf5a5f4-d126-4793-99cd-a94c1306bd94 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676997 Jun 08 18:16:34.642206 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4cc43-9e97-4355-b3bd-45ade3ac5524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:34.644305 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-66b4cc43-9e97-4355-b3bd-45ade3ac5524 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027327 Jun 08 18:16:34.653990 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Request body: {'subnet': {'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:16:34.674309 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Made reservation on behalf of 226d8036b2c64228adc6aa66e95945f6 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:16:34.676658 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:34.883481 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:34.887100 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:34.954560 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=354c4ff0-27a5-4d63-88da-f689440acb6c,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:34.959111 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:34.965286 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Checking segment: {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:16:34.965637 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Network hostable DHCP agents. Network: 331c68d6-1ab7-4ef8-a38f-680a7824b193, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:16:34.987087 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Network 331c68d6-1ab7-4ef8-a38f-680a7824b193 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:16:34.996571 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 331c68d6-1ab7-4ef8-a38f-680a7824b193) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:16:35.000625 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:35.001230 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:35.006275 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30fb48-4740-4693-89a8-3938dcb366a0 None None] Network 331c68d6-1ab7-4ef8-a38f-680a7824b193 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:16:35.019767 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3692553 Jun 08 18:16:35.248014 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-331c68d6-1ab7-4ef8-a38f-680a7824b193', 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193', 'tenant_id': '226d8036b2c64228adc6aa66e95945f6', 'fixed_ips': [{'subnet_id': '354c4ff0-27a5-4d63-88da-f689440acb6c'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:16:35.248859 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:35.451973 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Allocated IP 192.168.233.2 (331c68d6-1ab7-4ef8-a38f-680a7824b193/354c4ff0-27a5-4d63-88da-f689440acb6c/089b73d2-2634-45a0-b024-4203d975baca) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:16:35.702537 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:35.714298 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Transition to ACTIVE for port object 089b73d2-2634-45a0-b024-4203d975baca will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:16:35.734791 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Transition to ACTIVE for port object 089b73d2-2634-45a0-b024-4203d975baca will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:16:35.743909 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:35.744699 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:16:35.744699 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:16:35.744699 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:16:35.744699 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:16:35.744699 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:16:35.744699 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:16:35.764590 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Network 331c68d6-1ab7-4ef8-a38f-680a7824b193 is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:16:35.765704 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:16:35.768514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:16:35.877316 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Attempting to bind port 089b73d2-2634-45a0-b024-4203d975baca on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:16:35.877611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Attempting to bind port 089b73d2-2634-45a0-b024-4203d975baca by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:16:35.878768 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Attempting to bind port 089b73d2-2634-45a0-b024-4203d975baca on network 331c68d6-1ab7-4ef8-a38f-680a7824b193 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:16:35.887518 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:16:35.888237 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Checking segment: {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:16:35.888646 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:35.889039 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Bound using segment: {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:16:35.889574 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Bound port: 089b73d2-2634-45a0-b024-4203d975baca, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:16:35.889945 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:36.020571 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] For port 089b73d2-2634-45a0-b024-4203d975baca, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:16:36.024159 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] For port 089b73d2-2634-45a0-b024-4203d975baca, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=089b73d2-2634-45a0-b024-4203d975baca,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:16:36.031058 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:36.036029 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:36.134909 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Pushing event updated for resources: {'Port': ['ID=089b73d2-2634-45a0-b024-4203d975baca,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:36.144552 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.144924 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.145297 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.145633 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.145952 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.146262 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.146976 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.146976 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.147243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.147553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.147889 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.148354 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:36.155813 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:36.983282 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a7a70-cbd4-4f1c-b700-0a598eb76edf None None] Network 331c68d6-1ab7-4ef8-a38f-680a7824b193 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:16:37.073215 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-719b704a-7edc-4325-b71b-b922e9492358 None None] Provisioning for port 089b73d2-2634-45a0-b024-4203d975baca completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:16:37.397241 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 089b73d2-2634-45a0-b024-4203d975baca up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:16:37.470440 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 089b73d2-2634-45a0-b024-4203d975baca completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:16:37.476601 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 089b73d2-2634-45a0-b024-4203d975baca triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:37.476972 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:37.540978 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-10efa488-8b29-4c05-a53e-bfe4fd72f5c8 None None] Provisioning complete for port 089b73d2-2634-45a0-b024-4203d975baca triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:37.541448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10efa488-8b29-4c05-a53e-bfe4fd72f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:37.701691 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:37.802510 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10efa488-8b29-4c05-a53e-bfe4fd72f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:37.875853 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 089b73d2-2634-45a0-b024-4203d975baca, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=089b73d2-2634-45a0-b024-4203d975baca,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:16:37.888868 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:37.893088 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:38.084974 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.db.api [None req-10efa488-8b29-4c05-a53e-bfe4fd72f5c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:16:38.085661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_db.api [None req-10efa488-8b29-4c05-a53e-bfe4fd72f5c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:16:38.088921 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=089b73d2-2634-45a0-b024-4203d975baca,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:38.092094 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:39.356983 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 089b73d2-2634-45a0-b024-4203d975baca up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:16:39.428420 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 089b73d2-2634-45a0-b024-4203d975baca triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:39.428785 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:40.177712 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b7e25446-ec74-46ed-bcf5-96a32568ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:43.268247 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-73083a75-9811-40ed-ba5f-f2e3f8e5a061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:43.383712 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:44.282687 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:45.607854 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:08.870300 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:17:10.180304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-bc51001b-0053-4df6-912f-c91c33bbb048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:13.270883 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7c808fcb-8640-4ab8-b29f-245b452e8f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:13.385840 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:14.283243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:15.612942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:40.184597 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d239f538-9005-4dbe-8b73-070d0c1fd072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:43.273864 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-4fa1588a-78e1-44d7-9911-05f93e01b81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:43.388379 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:44.287097 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:45.615084 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:45.868514 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:17:50.081004 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38392) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:17:50.086924 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [None req-4916d041-e86d-40cd-a12f-707e7f460fd8 tempest-verify_tempest_config-1143021408 tempest-verify_tempest_config-1143021408-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:17:50.087895 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4916d041-e86d-40cd-a12f-707e7f460fd8 tempest-verify_tempest_config-1143021408 tempest-verify_tempest_config-1143021408-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058835 Jun 08 18:17:50.403668 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38410) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:17:50.521037 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.631965 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.635926 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.644007 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-30c5c0c8-df1d-4497-b5ea-5e7a7cd13270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:17:50.683476 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9391e3dcdf44d128a6908447c8e81f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2787437 Jun 08 18:17:50.684441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2be55a-5902-49bc-8c75-f0cc9db9b9fa,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:17:50.686180 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38414) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:17:50.691884 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.692232 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.692568 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.692898 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.693256 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.693582 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.693903 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.694222 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.694541 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.694856 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.695173 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.695487 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.699292 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:17:50.759433 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.784933 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.879824 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.882538 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:50.883813 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d2be55a-5902-49bc-8c75-f0cc9db9b9fa HTTP/1.1" status: 204 len: 168 time: 0.1966069 Jun 08 18:17:50.884436 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:17:50.894513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2be55a-5902-49bc-8c75-f0cc9db9b9fa,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:17:50.901586 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.901945 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.902269 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.902589 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.902906 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.903220 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.903531 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.903841 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.904164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.904476 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.904783 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.905087 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:17:50.909437 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:18:10.178599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b778df2a-2bb7-48a6-a7e1-696a8290c93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:13.275018 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4bad-544b-479e-b6ad-276587de4fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:13.395191 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:14.288835 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:15.619565 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:22.867685 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:18:40.181850 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fc965c6c-5ffd-4f81-8686-f369bb97c4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:43.277276 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-db6d89ae-2f53-4e01-abfd-60ad760b5388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:43.388378 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:44.291069 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:45.620405 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:59.866775 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 5 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:19:10.184456 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6fe15f5f-ef6e-414d-b76f-201a882aec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:13.279008 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-3c135324-0193-45c0-a729-490f8bdf42b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:13.389058 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:14.293098 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:15.622731 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:34.016413 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981'] for agent, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:36.866541 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:19:38.572283 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38468) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:19:38.688942 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cebb19f2-bd22-46c5-a4d2-6450a3697631 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1152065 Jun 08 18:19:40.188014 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-46f156a5-433c-4651-85f9-ec58faa5c616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:40.938824 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38478) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:19:40.995524 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a23d74d6-e02d-4fda-8e19-1f33906f5820 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0556097 Jun 08 18:19:43.282403 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2d44c56e-8126-4365-9911-2db11c4eb4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:43.393586 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:44.296956 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:45.628072 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:04.006558 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:10.190400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2454287a-f9dd-4863-819e-ff2787700a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:13.283270 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-3e07ad66-043a-4d8a-ba04-e3f730f1f91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:13.396136 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:13.866316 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:20:14.299982 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:15.628413 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:34.022965 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:40.194622 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-4829f1dc-aabc-4bca-b944-118db28ac43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:43.287609 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-9d431baa-44a4-4b67-95f4-65cc57d77d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:43.399343 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:44.303514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:45.632608 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:50.867146 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:21:04.038101 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:10.221351 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-5310246c-6505-4f77-bd15-2613a3289d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.322515 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-4d1161f8-348b-4f9c-b02a-9a2336aed9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.425099 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.318555 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.264146 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38646) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:15.309816 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38652) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:15.655498 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-992878880-network', 'tenant_id': '4b429d4b385f48e5b749f9b04e624232'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:15.669912 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.685370 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-814878182-network', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:15.718191 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.api [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:21:15.718191 dv-cinder-733622-16-smb neutron-server[91719]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 18:21:15.718191 dv-cinder-733622-16-smb neutron-server[91719]: [parameters: {'project_id': '4b429d4b385f48e5b749f9b04e624232', 'id': 'dd1b377d-387d-45cd-8473-a254a6df496c', 'expiration': datetime.datetime(2021, 6, 8, 18, 23, 15, 711617)}] Jun 08 18:21:15.718191 dv-cinder-733622-16-smb neutron-server[91719]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:21:15.718957 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_db.api [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:21:15.730223 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Made reservation on behalf of cfeb7ac044b7417fad487e853f273c5c for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:15.746206 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.758658 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.893629 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38674) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:15.943735 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.949366 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.953678 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:15.992147 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc0c5b7-df0c-4b82-b603-83fa9b8c6561,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:15.998921 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:16.008539 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.008883 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.009539 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.009861 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.010218 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.010579 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.010908 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.011259 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.011583 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.011909 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.012233 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.012767 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Tracked resource versions report: Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: pushed versions: Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Log': {'1.0'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Network': {'1.1'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Port': {'1.7'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'PortForwarding': {'1.2'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'QosPolicy': {'1.8'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'SubPort': {'1.0'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Subnet': {'1.1'}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Trunk': {'1.1'}} Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: consumer versions: Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'ConntrackHelper': '1.0', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Log': '1.0', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Network': '1.1', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Port': '1.7', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'PortForwarding': '1.2', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'QosPolicy': '1.8', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroup': '1.4', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'SecurityGroupRule': '1.2', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'SubPort': '1.0', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Subnet': '1.1', Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: 'Trunk': '1.1'}} Jun 08 18:21:16.013714 dv-cinder-733622-16-smb neutron-server[91719]: {{(pid=91719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:16.017877 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:16.030126 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764447501990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.030724 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Unsubscribe: segment precommit_create {{(pid=91719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 18:21:16.031419 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Added segment 4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203 of type vlan for network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c Jun 08 18:21:16.088147 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.134462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.135967 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:16.136529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.141884 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:16.236019 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-209980606-network', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:16.286248 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Made reservation on behalf of 41c2c3f3ebe24ae5883b7259c97b4704 for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:16.293520 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.311198 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Pushing event updated for resources: {'Network': ['ID=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:16.315974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:16.319080 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.332159 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:16.347390 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0356023 Jun 08 18:21:16.348077 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38704) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:16.354247 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Request body: {'subnet': {'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-subnet', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:16.373851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Made reservation on behalf of 4b429d4b385f48e5b749f9b04e624232 for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:16.379727 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.420650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.445984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Made reservation on behalf of cfeb7ac044b7417fad487e853f273c5c for: {'subnet': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:16.450559 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.647752 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.655168 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.667330 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:16.722527 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d3370-a224-47bf-8085-19a1079bd7d2,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:16.742831 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.743740 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.744552 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.745395 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.746190 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.746742 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.747305 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.747847 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.748378 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.748924 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.749494 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.750233 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Tracked resource versions report: Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: pushed versions: Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Log': {'1.0'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Network': {'1.1'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Port': {'1.7'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'PortForwarding': {'1.2'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'QosPolicy': {'1.8'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'SubPort': {'1.0'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Subnet': {'1.1'}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Trunk': {'1.1'}} Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: consumer versions: Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'ConntrackHelper': '1.0', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Log': '1.0', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Network': '1.1', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Port': '1.7', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'PortForwarding': '1.2', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'QosPolicy': '1.8', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroup': '1.4', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'SecurityGroupRule': '1.2', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'SubPort': '1.0', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Subnet': '1.1', Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: 'Trunk': '1.1'}} Jun 08 18:21:16.753462 dv-cinder-733622-16-smb neutron-server[91718]: {{(pid=91718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:16.770341 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:16.774473 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:16.799274 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.800353 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Added segment 6a28bb87-5985-44c4-9ce5-6c123cf85563 of type vlan for network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 Jun 08 18:21:16.875118 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.891131 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.906721 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.919588 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1bb7996e-4b59-48f0-81e9-9656702a564f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:16.937177 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.939121 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:16.940756 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.944673 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:16.983618 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:17.056549 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Pushing event updated for resources: {'Network': ['ID=3e6d3d31-14eb-4ecb-9c64-123b4c715252,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:17.064735 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:17.076269 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0b4d5d-de40-426b-aa5c-98be80f7ab13,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:17.077364 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:17.078910 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1831148 Jun 08 18:21:17.082572 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.083213 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Added segment cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8 of type vlan for network d715c8e8-8942-43c7-99dc-76624ea5433e Jun 08 18:21:17.083644 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38722) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:17.094213 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Request body: {'subnet': {'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-subnet', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:17.098338 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:17.128799 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Made reservation on behalf of 41c2c3f3ebe24ae5883b7259c97b4704 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:17.133962 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.181828 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.273062 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.290331 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:17.339640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38728) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:17.407555 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.425801 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:17.427302 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.528501 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ada033-667a-4e0a-9f1d-027236cbd504,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:17.533296 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Checking segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:17.534173 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Network hostable DHCP agents. Network: 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:17.542796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:17.546428 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2794764 Jun 08 18:21:17.547746 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:17.552637 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38734) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:17.566945 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Request body: {'subnet': {'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-992878880-subnet', 'tenant_id': '4b429d4b385f48e5b749f9b04e624232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:17.694203 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.718671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-0f73ba86-f0c3-4b69-a47a-a1afc96088c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:17.763530 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Pushing event updated for resources: {'Network': ['ID=d715c8e8-8942-43c7-99dc-76624ea5433e,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:17.769905 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:17.771462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:17.787807 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network d715c8e8-8942-43c7-99dc-76624ea5433e details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:17.795069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c) {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:17.807160 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:17.808634 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.854419 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c27fb3-d896-4f2e-87f7-cb8e142d81cb None None] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:17.912686 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bb0f00-3349-4a0e-a123-40a69ea1cf30,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:17.928524 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:17.962005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-401609854-network', 'tenant_id': '01b483862afe4d64b5d78a59a9377592'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:18.001001 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Made reservation on behalf of 4b429d4b385f48e5b749f9b04e624232 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:18.009387 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.014840 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-4f1106e7-8662-46b9-8591-75de53e33a3e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6613722 Jun 08 18:21:18.015439 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38742) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:18.021054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:18.136910 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Checking segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:18.137364 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Network hostable DHCP agents. Network: 3e6d3d31-14eb-4ecb-9c64-123b4c715252, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:18.137654 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.api [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:21:18.137654 dv-cinder-733622-16-smb neutron-server[91719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:21:18.137654 dv-cinder-733622-16-smb neutron-server[91719]: [parameters: {'project_id_1': 'cfeb7ac044b7417fad487e853f273c5c', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 21, 18, 27591)}] Jun 08 18:21:18.137654 dv-cinder-733622-16-smb neutron-server[91719]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:21:18.138234 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_db.api [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:21:18.171774 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Made reservation on behalf of 01b483862afe4d64b5d78a59a9377592 for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:18.174985 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.207168 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.264223 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:18.344684 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 3e6d3d31-14eb-4ecb-9c64-123b4c715252) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:18.370548 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:18.371164 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.490653 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c7fcd-8e75-473d-bccd-3d96ea08e116 None None] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:18.552616 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.570669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.577773 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:18.588446 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5030804 Jun 08 18:21:18.591275 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.591914 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38762) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:18.602642 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:18.615076 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:18.688243 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.688747 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Added segment 03a6bd02-6a9a-40d7-8f51-b09e9816e2ff of type vlan for network 53af662d-3184-499f-8ea1-c33ff6933055 Jun 08 18:21:18.692253 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc75066-8795-40d7-9d49-05f2383fe21e,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:18.709633 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:18.723481 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:18.728029 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.735036 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.771577 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:21:18.788168 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.803883 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.806974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.808927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.863058 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.868084 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88122b1-2e8a-4caa-89dc-5134ac874805,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:18.882548 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:18.945605 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Checking segment: {'id': 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:18.946185 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Network hostable DHCP agents. Network: d715c8e8-8942-43c7-99dc-76624ea5433e, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:18.962956 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.027473 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Network d715c8e8-8942-43c7-99dc-76624ea5433e is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:19.066563 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, d715c8e8-8942-43c7-99dc-76624ea5433e) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:19.076548 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.084148 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:19.090764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.102859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:19.110148 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c68ee-45b1-4119-8701-8840660c78aa None None] Network d715c8e8-8942-43c7-99dc-76624ea5433e requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:19.119414 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.152967 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:19.196319 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6390593 Jun 08 18:21:19.425610 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0834532 Jun 08 18:21:19.431705 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38776) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:19.441442 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Request body: {'subnet': {'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-401609854-subnet', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:19.493289 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Made reservation on behalf of 01b483862afe4d64b5d78a59a9377592 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:19.498887 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.660844 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.732339 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=53af662d-3184-499f-8ea1-c33ff6933055,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:19.757514 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:19.782743 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 53af662d-3184-499f-8ea1-c33ff6933055 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:19.806244 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.821468 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e5fcecf7-921d-4f1f-9cf2-04275635bf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:19.928447 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85691205-1d85-44bb-a37b-ea21ad508c81,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:19.933628 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:19.965002 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Checking segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:19.965864 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Network hostable DHCP agents. Network: 53af662d-3184-499f-8ea1-c33ff6933055, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:20.014896 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Network 53af662d-3184-499f-8ea1-c33ff6933055 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:20.037130 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 53af662d-3184-499f-8ea1-c33ff6933055) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:20.058435 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:20.063626 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.081787 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38794) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:20.177484 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7433565 Jun 08 18:21:20.178924 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38798) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:20.186814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:20.286884 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.288723 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.326327 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.382188 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Allocated IP 172.20.0.2 (8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c/37ada033-667a-4e0a-9f1d-027236cbd504/8ae81503-114a-4fa8-9d1e-5631c99a7dcf) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:20.384847 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38769846-0317-4569-b2f1-ea9e7f397daf None None] Network 53af662d-3184-499f-8ea1-c33ff6933055 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:20.599367 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.609735 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.310090 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.337403 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38836) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:21.340179 dv-cinder-733622-16-smb neutron-server[91718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 18:21:21.420858 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8d176-16df-48ee-8be1-5cfb14ff75fa None None] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:21.623385 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f70c760-f6ca-4944-a693-c7d96539bb19 None None] Network d715c8e8-8942-43c7-99dc-76624ea5433e requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:21.652378 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.739181 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.806718 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.873886 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.876637 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.896016 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3162ad70-9358-4810-9dd6-a113a2c41d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:21.925749 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-53af662d-3184-499f-8ea1-c33ff6933055', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:21:21.927193 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.957989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.976320 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dacfef76a684202a785dc7fb98a918e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8872292 Jun 08 18:21:21.981826 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-0d089a87-56c7-41cc-a265-f8b1651d8a89 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:21.990572 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-0d089a87-56c7-41cc-a265-f8b1651d8a89 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/networks?id=d715c8e8-8942-43c7-99dc-76624ea5433e HTTP/1.1" status: 200 len: 811 time: 0.6517458 Jun 08 18:21:21.996394 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38856) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:22.012161 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.023516 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6652648a-7cde-428b-87b2-45b27163175a,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:22.028054 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Transition to ACTIVE for port object 8ae81503-114a-4fa8-9d1e-5631c99a7dcf will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:22.029238 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:22.042414 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-8e4df653-3626-4edc-a3c1-7af6f2adf6de tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/quotas/4b429d4b385f48e5b749f9b04e624232 HTTP/1.1" status: 200 len: 375 time: 0.0508857 Jun 08 18:21:22.054144 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Transition to ACTIVE for port object 8ae81503-114a-4fa8-9d1e-5631c99a7dcf will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:22.142692 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2c43fd6f-5e6f-463a-8c52-16cb29993812 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b429d4b385f48e5b749f9b04e624232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983386 Jun 08 18:21:22.204080 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.205246 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:22.205246 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:22.205246 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:22.205246 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:22.205246 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:22.205246 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:22.223432 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.233203 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:22.238862 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:22.286670 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:22.308049 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.312828 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Allocated IP 172.28.0.82 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/770f4961-f8f7-4743-b5c4-9b2ec3b0f275) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:22.405600 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Attempting to bind port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:22.406270 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Attempting to bind port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:22.406807 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Attempting to bind port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:22.416269 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:22.416902 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Checking segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:22.417495 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.418040 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Bound using segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:22.418677 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Bound port: 8ae81503-114a-4fa8-9d1e-5631c99a7dcf, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:22.419227 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.625618 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38874) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:22.701098 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] For port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:22.724959 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.729752 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Allocated IP 172.20.0.2 (53af662d-3184-499f-8ea1-c33ff6933055/85691205-1d85-44bb-a37b-ea21ad508c81/7d41e6fb-dc6c-4678-9927-ddba7f4c64a3) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:22.730882 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-52d6bb45-2bc4-43f2-8a79-bbe62353bf1c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:22.732814 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-52d6bb45-2bc4-43f2-8a79-bbe62353bf1c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679049 Jun 08 18:21:22.733014 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] For port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:22.749721 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.783254 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:22.805124 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.855144 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.856007 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:22.856007 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:22.856007 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:22.856007 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:22.856007 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:22.856007 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:22.865843 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Pushing event updated for resources: {'Port': ['ID=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:22.915754 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:22.923534 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:22.936164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:22.952873 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.980669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.982759 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6652648a-7cde-428b-87b2-45b27163175a HTTP/1.1" status: 204 len: 168 time: 0.9780419 Jun 08 18:21:22.990725 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:23.005392 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Allocated IP 172.28.0.125 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/e39598c9-94e8-42c4-a612-9db23625b102) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:23.030491 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.030997 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.031428 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.032039 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.032488 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.033470 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.033898 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.034387 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.034828 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.035249 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.035666 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.036192 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Tracked resource versions report: Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: pushed versions: Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Log': {'1.0'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Network': {'1.1'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Port': {'1.7'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'PortForwarding': {'1.2'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'QosPolicy': {'1.8'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'SubPort': {'1.0'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Subnet': {'1.1'}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Trunk': {'1.1'}} Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: consumer versions: Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'ConntrackHelper': '1.0', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Log': '1.0', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Network': '1.1', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Port': '1.7', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'PortForwarding': '1.2', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'QosPolicy': '1.8', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroup': '1.4', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'SecurityGroupRule': '1.2', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'SubPort': '1.0', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Subnet': '1.1', Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: 'Trunk': '1.1'}} Jun 08 18:21:23.037514 dv-cinder-733622-16-smb neutron-server[91720]: {{(pid=91720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:23.046895 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:23.051227 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6652648a-7cde-428b-87b2-45b27163175a,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:23.062615 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:23.065390 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.217755 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.409814 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.433216 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-13af26b9-2cb2-4c28-b2f1-ff6865e036e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454709 Jun 08 18:21:23.505661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Transition to ACTIVE for port object 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:23.577946 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Transition to ACTIVE for port object 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:23.592512 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.593442 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:23.593442 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:23.593442 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:23.593442 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:23.593442 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:23.593442 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:23.633188 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Network 53af662d-3184-499f-8ea1-c33ff6933055 is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:23.634930 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:23.638041 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:23.743690 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 8ae81503-114a-4fa8-9d1e-5631c99a7dcf up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:23.779005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38898) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:23.830920 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Attempting to bind port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:23.831347 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Attempting to bind port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:23.831858 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Attempting to bind port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 on network 53af662d-3184-499f-8ea1-c33ff6933055 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:23.841836 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:23.842389 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Checking segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:23.842906 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.843823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Bound using segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:23.844441 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Bound port: 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:23.844929 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.874385 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.924252 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:23.957596 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-6ef29653-231f-42ef-8153-ba2f8a685d6e service neutron] 10.222.0.41 "GET /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086093 Jun 08 18:21:23.987807 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] For port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:23.997396 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] For port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:24.007060 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.041517 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-8c5365b2-ebab-4575-b073-92a6281e35d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:24.108658 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.159132 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Pushing event updated for resources: {'Port': ['ID=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:24.165222 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:24.184288 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.198850 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.229051 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:24.252650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.435926 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.448152 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.499592 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a117bfff-8fc1-43ce-824b-fec1a7d2ed49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:24.556996 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=446a4a3fdb244cf5b7cab1f5a82bb296&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7763751 Jun 08 18:21:24.567587 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38930) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:24.615682 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38932) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:24.734408 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395157ff-67b6-4d86-8aab-68a9845c177a None None] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:24.814809 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-612c1e3f-4e86-4584-ba9d-af17815d6e05 req-ce046e7e-1958-4197-937b-32cda70a2ead tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.1952639 Jun 08 18:21:24.855738 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Allocated IP 172.28.0.128 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/bc4bcf92-0c06-49fe-816e-0c5524aec4f2) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:24.959949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1fc9ab-58fb-4028-85c3-851f7edfc54c,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:24.993806 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:25.005833 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.006694 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:25.006694 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:25.006694 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:25.006694 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:25.006694 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:25.006694 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:25.020617 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bce1b7c67d2d48ecbb48952737ad703e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3928223 Jun 08 18:21:25.027314 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 38948) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:25.085209 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Provisioning for port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:25.095713 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Provisioning complete for port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:25.096604 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.146986 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa08ef06-bf58-4486-9341-ad42cb07eae0,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:25.185491 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.207058 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:25.225434 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.226739 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:25.226739 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:25.226739 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:25.226739 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:25.226739 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:25.226739 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:25.250188 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:25.252322 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:25.262375 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:25.291954 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:25.293730 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.308989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:25.388152 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.525483 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.531717 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:25.585278 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.662625 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:25.744354 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.765028 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] For port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:25.776144 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.796204 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-659825a7-74ef-4acc-817f-b91d19256630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:25.811666 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.816441 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1fc9ab-58fb-4028-85c3-851f7edfc54c HTTP/1.1" status: 204 len: 168 time: 1.2046716 Jun 08 18:21:25.836399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:26.021297 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.035105 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Pushing event updated for resources: {'Port': ['ID=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:26.067015 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:26.079723 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:26.137324 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e84b9-bd7e-4a9c-8dd2-f259344e1453 None None] Network 53af662d-3184-499f-8ea1-c33ff6933055 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:26.271405 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Provisioning complete for port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:26.271776 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.398600 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1b05d19c-7874-44ce-a70f-04944ff24643 req-37dee31a-3a33-48d1-8c24-8fdd8e16d0d8 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.1195652 Jun 08 18:21:26.571366 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1fc9ab-58fb-4028-85c3-851f7edfc54c,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:26.603195 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:26.619402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.634999 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 38996) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:26.635482 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.637081 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa08ef06-bf58-4486-9341-ad42cb07eae0 HTTP/1.1" status: 204 len: 168 time: 1.5979602 Jun 08 18:21:26.644349 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:26.663176 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.675668 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa08ef06-bf58-4486-9341-ad42cb07eae0,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:26.682304 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:27.015003 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.075650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Provisioning for port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:27.105523 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Provisioning complete for port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:27.106585 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.503687 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.617770 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.623085 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-fa916489-6361-4090-bf53-5aede9146696 None None] For port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:27.639878 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.642673 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:27.749909 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 8ae81503-114a-4fa8-9d1e-5631c99a7dcf up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:27.800724 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.851660 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-bbd9ec26-32a2-4a70-a7b3-80b7ee2fef0f None None] Provisioning complete for port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:27.854935 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ec26-32a2-4a70-a7b3-80b7ee2fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.894086 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:21:27.949189 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:21:28.000663 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Pushing event updated for resources: {'Port': ['ID=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:28.048932 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1e05c455-4e97-4655-a029-b09d005cfaf3 req-967bdbb2-e6e8-4adc-bdd5-16c5f7b3607c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.2586854 Jun 08 18:21:28.121387 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:28.156296 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:28.156729 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:28.254595 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:28.760474 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.48', 56002) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:28.925546 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:28.942493 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:28.985434 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:28.988342 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:29.019635 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.195026 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.300562 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.343124 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39080) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:29.352833 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.355209 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-70428e9a-39a7-400d-94ea-af2536be8dab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.3383174 Jun 08 18:21:29.359095 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8661bec4-8d01-4b91-8e91-10076f1e4b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:29.361600 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39082) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:29.654861 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:29.758217 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:29.875799 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5529a6a10105421e9f7bde3f8eda975c&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2309685 Jun 08 18:21:29.877952 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39100) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:29.903723 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:29.904314 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.921435 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:21:29.924943 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e8a91-f5bd-47bb-8713-c46ff0031fbe,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:29.969061 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:21:30.028717 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.286667 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-1f481c63-abb1-405a-89dd-42b5a6bd8cdc tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:30.289664 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-1f481c63-abb1-405a-89dd-42b5a6bd8cdc tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.48 "GET /v2.0/networks?id=d715c8e8-8942-43c7-99dc-76624ea5433e HTTP/1.1" status: 200 len: 811 time: 1.5189817 Jun 08 18:21:30.297855 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:30.304385 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-49399420-dcb8-4043-b183-327d6dbd521a req-615fd9a1-5bc0-48ab-94f7-e86bef1e74bc tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.8218226 Jun 08 18:21:30.542709 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Request body: {'port': {'device_id': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e', 'admin_state_up': True, 'tenant_id': '4b429d4b385f48e5b749f9b04e624232'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:30.596035 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.603416 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 3, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:30.621108 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:30.621696 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Updating router b2da6ede-a10a-4f40-b1f2-2829a87d9065 port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:30.735542 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.739647 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.984154 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.004479 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.006054 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/051e8a91-f5bd-47bb-8713-c46ff0031fbe HTTP/1.1" status: 204 len: 168 time: 1.1269288 Jun 08 18:21:31.036333 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2a909e40-1e28-4c6b-b9fb-7a17c84fedb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:31.184597 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:31.204220 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:31.269119 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e8a91-f5bd-47bb-8713-c46ff0031fbe,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:31.270044 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:31.274039 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:31.325591 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:31.583739 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.588174 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:31.637730 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.797791 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6eee1852-ed59-46a3-b98b-74d1752f89af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:31.866849 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fee76941a5f48b194b07fe4a836abc4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4678926 Jun 08 18:21:31.884576 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39142) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:31.944817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Made reservation on behalf of 4b429d4b385f48e5b749f9b04e624232 for: {'port': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:31.952432 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.956221 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.001203 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cde64175-dd66-4349-b274-5b83b94d7569 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.4057834 Jun 08 18:21:32.003747 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39144) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:32.011835 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.014040 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b0b9876d-e048-440b-855d-c8669851b70d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8328717 Jun 08 18:21:32.121869 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39148) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:32.143841 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6320912d-c123-4521-97c5-85779078f247,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:32.250753 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Sync routers for ids ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:32.433254 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Routers {'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:32.438073 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:32.610301 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:32.642920 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:32.885761 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d2ada576-61f8-4f10-a5a5-f32ded90c9d6 req-883d5e7f-39c9-4387-bd15-a4cc9a8e1ab3 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.7623270 Jun 08 18:21:33.246266 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.503159 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.505975 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.533795 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Transition to ACTIVE for port object 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:33.592381 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Set router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:33.864457 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.952986 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.957593 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6320912d-c123-4521-97c5-85779078f247 HTTP/1.1" status: 204 len: 168 time: 2.0688224 Jun 08 18:21:33.957829 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:34.012157 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:26Z', 'revision_number': 3, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:34.042540 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:34.043166 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Updating router 31f5c70f-334d-4da6-8355-f6475ec480a1 port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:34.069018 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.162654 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.282068 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320912d-c123-4521-97c5-85779078f247,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:34.310106 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:34.469520 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.540721 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:34.606204 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Allocated IP 172.20.0.10 (d715c8e8-8942-43c7-99dc-76624ea5433e/b88122b1-2e8a-4caa-89dc-5134ac874805/52debff6-c534-4ea6-a0d4-e7a8c7de05d9) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:34.662949 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ad3b10f7-49e0-4a75-af86-fad78f2f7845 req-1997698a-ec76-46b8-87ab-6e4eeaea0e74 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.1169899 Jun 08 18:21:34.833811 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.014138 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Pushing event updated for resources: {'Port': ['ID=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:35.055314 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.055886 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.056427 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.056953 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.057481 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.058024 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.060261 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.061192 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.066645 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.067382 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.068168 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.068825 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Tracked resource versions report: Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: pushed versions: Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Log': {'1.0'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Network': {'1.1'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Port': {'1.7'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'PortForwarding': {'1.2'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'QosPolicy': {'1.8'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'SubPort': {'1.0'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Subnet': {'1.1'}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Trunk': {'1.1'}} Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: consumer versions: Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: { DHCP agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: L3 agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: Metadata agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: Metering agent@dv-cinder-733622-16-smb: {}, Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: Open vSwitch agent@dv-cinder-733622-16-smb: { 'AddressGroup': '1.2', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'ConntrackHelper': '1.0', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Log': '1.0', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Network': '1.1', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Port': '1.7', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'PortForwarding': '1.2', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'QosPolicy': '1.8', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroup': '1.4', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'SecurityGroupRule': '1.2', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'SubPort': '1.0', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Subnet': '1.1', Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: 'Trunk': '1.1'}} Jun 08 18:21:35.073471 dv-cinder-733622-16-smb neutron-server[91721]: {{(pid=91721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:35.084043 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:35.115088 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Attempting to bind port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:35.130046 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Attempting to bind port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:35.131103 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Attempting to bind port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:35.172271 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Allocated IP 172.20.0.1 (8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c/37ada033-667a-4e0a-9f1d-027236cbd504/f25d8b45-c858-4663-a894-676650b86608) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:35.173125 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:35.174210 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:35.175351 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.183127 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:35.184389 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Bound port: 770f4961-f8f7-4743-b5c4-9b2ec3b0f275, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:35.185393 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.243069 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39196) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:35.719222 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.763609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.858148 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Transition to ACTIVE for port object f25d8b45-c858-4663-a894-676650b86608 will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:36.044759 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.071537 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] For port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:36.102446 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] For port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:36.147036 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.164582 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Transition to ACTIVE for port object bc4bcf92-0c06-49fe-816e-0c5524aec4f2 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:36.184190 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:26Z', 'revision_number': 3, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:36.202526 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.208498 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.222130 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-edac0e4f-c4f3-4fcb-b20b-3eeb9025caa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:36.223621 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:36.223621 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:36.223621 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:36.223621 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:36.223621 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:36.223621 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:36.237098 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:36.339923 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:36.384692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:36.400603 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:36.407239 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.551631 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Checking router: e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:36.552157 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Updating router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 port e39598c9-94e8-42c4-a612-9db23625b102 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:36.717169 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:36.718368 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:36.726877 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Attempting to bind port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:36.727252 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Attempting to bind port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:36.727623 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Attempting to bind port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:36.760917 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325e55e-0787-41fb-8651-7230ddfd62c8 None None] Pushing event updated for resources: {'Port': ['ID=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:36.780326 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-1325e55e-0787-41fb-8651-7230ddfd62c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:36.781384 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:36.781775 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:36.782208 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.782642 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:36.783219 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Bound port: bc4bcf92-0c06-49fe-816e-0c5524aec4f2, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:36.783750 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.908567 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-03647ed9-7d00-471e-8e99-110e47ec51ac req-9490b69f-91c2-44db-aa17-377dc29f7b0b tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.5817096 Jun 08 18:21:37.005064 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-d48903f0-684c-436e-8842-83be52224e29 None None] Provisioning for port f25d8b45-c858-4663-a894-676650b86608 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:37.055392 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-d48903f0-684c-436e-8842-83be52224e29 None None] Provisioning complete for port f25d8b45-c858-4663-a894-676650b86608 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:37.056448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d48903f0-684c-436e-8842-83be52224e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.091373 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.182374 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.194666 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] For port bc4bcf92-0c06-49fe-816e-0c5524aec4f2, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:37.248267 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] For port bc4bcf92-0c06-49fe-816e-0c5524aec4f2, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:37.255431 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-d48903f0-684c-436e-8842-83be52224e29 None None] Port f25d8b45-c858-4663-a894-676650b86608 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:37.264909 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.289668 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-17f616d8-4057-4af1-bd48-b68465767001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:37.411325 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Allocated IP 172.20.0.1 (3e6d3d31-14eb-4ecb-9c64-123b4c715252/d5bb0f00-3349-4a0e-a123-40a69ea1cf30/a5f276e8-330b-47b1-9fa0-c5f87125e6a7) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:37.464669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.587712 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:37.772600 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325e55e-0787-41fb-8651-7230ddfd62c8 None None] Pushing event updated for resources: {'Port': ['ID=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:37.788879 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-1325e55e-0787-41fb-8651-7230ddfd62c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:37.805261 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:37.810792 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:37.827590 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.913827 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.915033 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:37.915033 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:37.915033 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:37.915033 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:37.915033 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:37.915033 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:38.041335 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.070247 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:38.092184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.146879 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:38.146879 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:38.146879 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:38.146879 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:38.146879 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:38.146879 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:38.327678 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:38.362062 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:38.362798 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.506044 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Network d715c8e8-8942-43c7-99dc-76624ea5433e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:38.518313 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Pushing event updated for resources: {'Port': ['ID=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:38.527979 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.291s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:38.695208 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:38.733921 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:38.756731 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:38.764363 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.783746 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:38.787786 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.811886 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 3, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:38.842503 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dafb937-6b3f-4f0f-83e0-7a9c197b8b51 None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 3, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:39.180999 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.204580 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.324152 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:39.358583 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf14f66b93244dec830f5694865fbf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1062551 Jun 08 18:21:39.381639 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39256) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:39.627954 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-7977e81b-5a63-4581-ac36-de6fbdd8c19a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1221378 Jun 08 18:21:39.696840 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-88b4b85c-21f2-4ac3-9965-ea763649e78d tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:39.698484 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-88b4b85c-21f2-4ac3-9965-ea763649e78d tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324509 Jun 08 18:21:39.831754 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16331fd5-06f2-4816-9dc9-394271a5cd9b,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:39.869120 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:39.913971 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.974011 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Transition to ACTIVE for port object e39598c9-94e8-42c4-a612-9db23625b102 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:40.000715 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.029901 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:40.266286 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:40.271888 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebccbb0-0624-4348-8f81-a65831cb21e5 req-e29e3ee9-972b-4a52-a256-5f70b20ceb3b tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:40.284544 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1ebccbb0-0624-4348-8f81-a65831cb21e5 req-e29e3ee9-972b-4a52-a256-5f70b20ceb3b tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 932 time: 2.0119112 Jun 08 18:21:40.566130 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Attempting to bind port e39598c9-94e8-42c4-a612-9db23625b102 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:40.577929 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Attempting to bind port e39598c9-94e8-42c4-a612-9db23625b102 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:40.579537 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Attempting to bind port e39598c9-94e8-42c4-a612-9db23625b102 on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:40.641395 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.682247 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-16dd6d79-2bd1-4e72-b228-67c3a93f90ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.694891 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:40.695910 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:40.696851 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.697856 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:40.702233 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Bound port: e39598c9-94e8-42c4-a612-9db23625b102, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:40.710169 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.741075 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.784048 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Allocated IP 172.20.0.1 (53af662d-3184-499f-8ea1-c33ff6933055/85691205-1d85-44bb-a37b-ea21ad508c81/0e3d5a5b-d9ba-4467-bf42-9b2db283ef16) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:40.853319 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1ebccbb0-0624-4348-8f81-a65831cb21e5 req-174faf15-5ec8-4aaa-9ddb-45be4659f90a tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170949 Jun 08 18:21:40.936992 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:40.984608 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:40.985971 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.183054 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] For port e39598c9-94e8-42c4-a612-9db23625b102, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:41.207113 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] For port e39598c9-94e8-42c4-a612-9db23625b102, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=e39598c9-94e8-42c4-a612-9db23625b102,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:41.209262 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c8eb6-c3fa-43ec-b005-f8e84c8857a0 None None] Pushing event updated for resources: {'Port': ['ID=e39598c9-94e8-42c4-a612-9db23625b102,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:41.227557 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-822c8eb6-c3fa-43ec-b005-f8e84c8857a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:41.237813 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.252576 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-822c8eb6-c3fa-43ec-b005-f8e84c8857a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:41.331015 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:26Z', 'revision_number': 3, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:41.358507 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.372227 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41507282-010c-411c-bf6c-7e6119aaf57e None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:26Z', 'revision_number': 3, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:41.426006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Request body: {'port': {'device_id': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:41.616864 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Routers {'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:41.617878 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:41.632520 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.700253 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:41.712121 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.716334 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-edac0e4f-c4f3-4fcb-b20b-3eeb9025caa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:41.903127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.resource_extend [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:42.114644 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.177402 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:42.202660 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.206552 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:42.224753 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.274266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:42.299581 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c8eb6-c3fa-43ec-b005-f8e84c8857a0 None None] Pushing event updated for resources: {'Port': ['ID=e39598c9-94e8-42c4-a612-9db23625b102,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:42.433572 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-822c8eb6-c3fa-43ec-b005-f8e84c8857a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:42.611689 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.resource_extend [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:42.649601 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.750838 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] Set router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:42.995949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.034047 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.137842 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f25d8b45-c858-4663-a894-676650b86608,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:43.146619 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.150095 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:43.153372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.255641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:43.331110 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39302) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:43.336461 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-cb25a228-e573-43aa-a260-817068d82f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.355843 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.412798 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Transition to ACTIVE for port object 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 will not be triggered until provisioned by entity DHCP. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:43.453887 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.456808 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.470805 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16331fd5-06f2-4816-9dc9-394271a5cd9b HTTP/1.1" status: 204 len: 168 time: 4.0251763 Jun 08 18:21:43.477184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:43.581870 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16331fd5-06f2-4816-9dc9-394271a5cd9b,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:43.615797 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:43.770236 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.771702 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:43.771702 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:43.771702 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:43.771702 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:43.771702 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:43.771702 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:44.083203 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e18ae7-9dd2-46fd-bbe5-5ed95d5e45c4 req-5fb86e99-c3b8-47a7-857e-2a89c38b21d3 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:44.091412 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3e18ae7-9dd2-46fd-bbe5-5ed95d5e45c4 req-5fb86e99-c3b8-47a7-857e-2a89c38b21d3 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 932 time: 1.3555975 Jun 08 18:21:44.095738 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Network 53af662d-3184-499f-8ea1-c33ff6933055 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:44.142893 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:44.162263 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.185196 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:44.256408 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:44.258921 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:39Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'a5f276e8-330b-47b1-9fa0-c5f87125e6a7', 'name': '', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'mac_address': 'fa:16:3e:d0:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:37Z', 'revision_number': 1, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'subnets': [{'id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:44.298288 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:44.299881 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b58d0-055a-48c2-b2a0-23080e597d56 None None] The sync data for ids ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'] in dv-cinder-733622-16-smb is: [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:39Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'a5f276e8-330b-47b1-9fa0-c5f87125e6a7', 'name': '', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'mac_address': 'fa:16:3e:d0:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:37Z', 'revision_number': 1, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'subnets': [{'id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:44.307545 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:44.323304 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:44.351479 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:44.351961 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.472871 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.539402 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:44.541988 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.807558 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3e18ae7-9dd2-46fd-bbe5-5ed95d5e45c4 req-87a53e92-b967-48a0-b3bf-dc85a810713c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145922 Jun 08 18:21:44.889335 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-7ed9ac17-4ea3-4e79-9ee4-66341b0412a6 None None] Provisioning for port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:44.915219 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-7ed9ac17-4ea3-4e79-9ee4-66341b0412a6 None None] Provisioning complete for port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:44.918901 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ac17-4ea3-4e79-9ee4-66341b0412a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.115814 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:45.119758 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:45.177451 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39332) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:45.182452 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9ac17-4ea3-4e79-9ee4-66341b0412a6 None None] Port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:45.328017 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device bc4bcf92-0c06-49fe-816e-0c5524aec4f2 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:45.554881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.564384 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-af101480-8c96-44d0-ab88-3fdf897516ea None None] Provisioning complete for port f25d8b45-c858-4663-a894-676650b86608 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:45.564993 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-af101480-8c96-44d0-ab88-3fdf897516ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.662385 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.685949 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:21:45.743253 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.resource_extend [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:45.815923 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.832524 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-af101480-8c96-44d0-ab88-3fdf897516ea None None] Port f25d8b45-c858-4663-a894-676650b86608 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:45.841095 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:45.851634 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:45.852291 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.268245 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 {{(pid=91718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:21:46.269958 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.280605 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:21:46.301536 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.324992 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port bc4bcf92-0c06-49fe-816e-0c5524aec4f2, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:46.336064 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.342406 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-1325e55e-0787-41fb-8651-7230ddfd62c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:46.455542 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.525734 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:46.531815 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:46.549664 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Transition to ACTIVE for port object 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 will not be triggered until provisioned by entity L2. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:46.723491 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.775553 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.784270 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-f19ef574-3321-495d-8ddc-821ca9c61a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:46.795486 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device e39598c9-94e8-42c4-a612-9db23625b102 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:47.063466 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:47.098676 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/b2da6ede-a10a-4f40-b1f2-2829a87d9065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7354653 Jun 08 18:21:47.108342 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:47.119487 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] 10.222.0.41 "PUT /v2.0/routers/e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1004996 Jun 08 18:21:47.127856 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:47.233333 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:47.244030 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:47.626557 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port e39598c9-94e8-42c4-a612-9db23625b102 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:47.677865 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port e39598c9-94e8-42c4-a612-9db23625b102 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:47.678998 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:47.815266 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f68d7b-c15a-4931-ae9d-940f5cb9ec10,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:47.857987 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb377dc9a5dd410ca6b33dd500dad595&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4880877 Jun 08 18:21:47.860622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39370) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:47.865607 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Attempting to bind port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:47.867137 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Attempting to bind port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e'}] {{(pid=91718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:47.868068 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Attempting to bind port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 on network d715c8e8-8942-43c7-99dc-76624ea5433e {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:47.949407 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:47.951871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 on network d715c8e8-8942-43c7-99dc-76624ea5433e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:21:47.953725 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Attempting to bind port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 on network d715c8e8-8942-43c7-99dc-76624ea5433e {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:47.964159 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.055s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:48.205513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.249117 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:48.284572 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.372028 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:48.372720 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Checking segment: {'id': 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:48.373781 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Bound using segment: {'id': 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e'} {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:48.374639 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Bound port: 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e'}}] {{(pid=91718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:48.375441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.427603 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.448761 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port e39598c9-94e8-42c4-a612-9db23625b102, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=e39598c9-94e8-42c4-a612-9db23625b102,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:48.461949 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39380) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:48.486239 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906350466', 'description': 'tempest-description--1188871568'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:48.554157 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.556974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.558184 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13f68d7b-c15a-4931-ae9d-940f5cb9ec10 HTTP/1.1" status: 204 len: 168 time: 0.6956978 Jun 08 18:21:48.558920 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:48.578619 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f68d7b-c15a-4931-ae9d-940f5cb9ec10,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:48.590173 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:48.713951 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.899724 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Pushing event updated for resources: {'Port': ['ID=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:49.033690 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.resource_extend [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:49.049498 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:49.059049 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.075965 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-1325e55e-0787-41fb-8651-7230ddfd62c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:49.117375 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07902b-e20b-4a27-a0f8-fcb61da635e0 req-38abbdda-7857-49ae-8964-36dbfa0c3bd4 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:49.131424 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fa07902b-e20b-4a27-a0f8-fcb61da635e0 req-38abbdda-7857-49ae-8964-36dbfa0c3bd4 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 932 time: 2.8139620 Jun 08 18:21:49.148945 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.241400 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.271792 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=e39598c9-94e8-42c4-a612-9db23625b102,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:49.283195 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:49.299064 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device bc4bcf92-0c06-49fe-816e-0c5524aec4f2 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:49.337747 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.424990 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:49.462355 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bdea662fb9941b48fd2b0a6121626f7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2520168 Jun 08 18:21:49.468575 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39406) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:49.493669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.530224 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] For port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host hv-cinder-73362, cleared binding levels {{(pid=91718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:49.541949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] For port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,segment=NetworkSegment(cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8),segment_id=cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8)] {{(pid=91718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:49.573827 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Sync routers for ids ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:49.601572 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Routers {'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:49.603930 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:49.706101 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.712691 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.729456 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-5646d2e1-9be5-4ba9-b88f-680c4c8035eb tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:49.732090 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-5646d2e1-9be5-4ba9-b88f-680c4c8035eb tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 818 time: 1.0753446 Jun 08 18:21:49.751473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.786175 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:49.786764 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.799124 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.911324 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-07e053df-5001-44a8-aaa1-b26b8cf3f8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:50.014790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:21:39Z', 'revision_number': 2, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:50.041987 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Network 53af662d-3184-499f-8ea1-c33ff6933055 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:50.046925 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fa07902b-e20b-4a27-a0f8-fcb61da635e0 req-23edd30b-d1dd-435c-93ce-52b6b6d9cfdc tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8216233 Jun 08 18:21:50.049639 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:50.050206 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.051956 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] 10.222.0.48 "PUT /v2.0/ports/52debff6-c534-4ea6-a0d4-e7a8c7de05d9 HTTP/1.1" status: 200 len: 1094 time: 9.5733035 Jun 08 18:21:50.055521 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:50.067780 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2eddbe-7bbe-4661-8e79-af4023a6b747,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:50.070091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9819a3-1eee-4252-bf59-d657a2070787,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:50.091248 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-1a48b83e-f751-448f-b504-861466354fbe tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/quotas/41c2c3f3ebe24ae5883b7259c97b4704 HTTP/1.1" status: 200 len: 375 time: 0.3094881 Jun 08 18:21:50.091707 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'tag': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:21:50.096271 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:50.118934 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.131102 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6630013 Jun 08 18:21:50.135784 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39414) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:50.152391 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'security_group_rule': {'security_group_id': '5b2eddbe-7bbe-4661-8e79-af4023a6b747', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:50.185835 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:50.191901 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Updating router b2da6ede-a10a-4f40-b1f2-2829a87d9065 port f25d8b45-c858-4663-a894-676650b86608 binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:50.251133 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39420) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:50.324780 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.373744 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.510193 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.570371 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.593104 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.680622 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Set router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:50.878623 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-d202488b-47ac-4fe4-ac99-d5a538bd0531 None None] Provisioning complete for port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:50.879128 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d202488b-47ac-4fe4-ac99-d5a538bd0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.090086 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013570aa-3c5e-4e35-a707-253fdcce7f62" -d '{"events": [{"name": "network-changed", "server_uuid": "58160487-6e0d-4014-bb33-0718e0bb09c4", "tag": "52debff6-c534-4ea6-a0d4-e7a8c7de05d9"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:21:51.442691 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.445660 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.451589 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.469492 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.475184 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a9819a3-1eee-4252-bf59-d657a2070787 HTTP/1.1" status: 204 len: 168 time: 2.0030446 Jun 08 18:21:51.481992 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b79a88c4-ac18-4c2f-9a21-cd0bd2aa9539 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:51.508968 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.520270 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.582270 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9819a3-1eee-4252-bf59-d657a2070787,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:51.611094 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.185s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:51.625238 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b35a476e-74c8-479a-bd4c-9a9ddecb8105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.884s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:51.632994 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:39Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'a5f276e8-330b-47b1-9fa0-c5f87125e6a7', 'name': '', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'mac_address': 'fa:16:3e:d0:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 2, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'subnets': [{'id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:51.654842 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Checking router: e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:51.655488 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Updating router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:51.671424 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:51.673894 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:51.725677 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39446) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:51.730997 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-d202488b-47ac-4fe4-ac99-d5a538bd0531 None None] Port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:51.740891 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device e39598c9-94e8-42c4-a612-9db23625b102 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:51.764437 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46915eaed0124d7f8ba1373a9f88f0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5085425 Jun 08 18:21:51.785839 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.788117 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6450930 Jun 08 18:21:51.788908 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39448) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:51.819874 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.838506 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39452) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:51.960693 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'security_group_rule': {'security_group_id': '5b2eddbe-7bbe-4661-8e79-af4023a6b747', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:51.974004 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd7a5cb-f762-4cad-a6c7-046596ae21ee x-openstack-request-id: req-5dd7a5cb-f762-4cad-a6c7-046596ae21ee {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:21:51.974587 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58160487-6e0d-4014-bb33-0718e0bb09c4", "tag": "52debff6-c534-4ea6-a0d4-e7a8c7de05d9", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:21:51.975088 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dd7a5cb-f762-4cad-a6c7-046596ae21ee {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:21:51.976298 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'tag': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9', 'status': 'completed', 'code': 200} Jun 08 18:21:51.977741 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:52.067153 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c86733-9a66-4b7a-9a35-3c18ab0ee609,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:52.087522 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-3774057a-a750-49c5-b5c6-eebcaddea1a8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8655179 Jun 08 18:21:52.109434 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:52.115162 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:52.183455 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:21:52.302071 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3e4cd5-ab51-40df-86ed-be73af0f7c2d,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:52.333215 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port e39598c9-94e8-42c4-a612-9db23625b102 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:52.333525 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.411628 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2aa1e76d-1173-47dd-b302-a30b87869f53 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:52.416887 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.601000 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-fc48ef3c-76d6-415f-8865-a53dd8c60ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:52.605334 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-fc48ef3c-76d6-415f-8865-a53dd8c60ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b429d4b385f48e5b749f9b04e624232&device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 1097 time: 2.2556250 Jun 08 18:21:52.768090 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.815103 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Transition to ACTIVE for port object f25d8b45-c858-4663-a894-676650b86608 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:52.821062 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.849316 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.858171 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.872350 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:52.875227 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.934444 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.941543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1ad1e1a8-17f0-4661-9349-34b6eaafdcb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:52.966955 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Transition to ACTIVE for port object a5f276e8-330b-47b1-9fa0-c5f87125e6a7 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:52.989342 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.995472 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-0a7f7f37-886f-4663-8152-9d12ef622381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:52.997535 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.027047 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-bbedbbf9-4f1b-4ddf-a888-98801492d77a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9 HTTP/1.1" status: 200 len: 217 time: 0.2686448 Jun 08 18:21:53.131775 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0489d03aa1b4f67a264eb7babfa519c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3693371 Jun 08 18:21:53.160191 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39472) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:53.229784 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2249ab-4edb-4f16-9eba-52e0fd004437,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.243130 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.272759 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.359981 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fc553-ccb7-4323-93e3-8b2ec9e20c79 None None] Pushing event updated for resources: {'Port': ['ID=f25d8b45-c858-4663-a894-676650b86608,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.376888 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-706fc553-ccb7-4323-93e3-8b2ec9e20c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.379180 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eaa76-d872-4235-8cb7-8683c6d4c819 None None] Pushing event updated for resources: {'Port': ['ID=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.396493 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-055eaa76-d872-4235-8cb7-8683c6d4c819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.406708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.419262 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.451624 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:53.454358 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-95318c98-19a1-4c5b-8adc-edca700754cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:53.456169 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-95318c98-19a1-4c5b-8adc-edca700754cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b88122b1-2e8a-4caa-89dc-5134ac874805 HTTP/1.1" status: 200 len: 851 time: 0.3567991 Jun 08 18:21:53.495832 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.512045 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c75779-42c9-4fdb-924e-f716bb8ddbfe,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.523738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.548187 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-4aa68a82-6709-4294-b8a2-cb9d8c59729d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d715c8e8-8942-43c7-99dc-76624ea5433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609269 Jun 08 18:21:53.549213 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Pushing event updated for resources: {'Port': ['ID=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,revision_number=3']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.550806 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.552865 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6243491 Jun 08 18:21:53.571345 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.946s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.571821 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39478) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:53.574469 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Attempting to bind port f25d8b45-c858-4663-a894-676650b86608 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:53.575998 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Attempting to bind port f25d8b45-c858-4663-a894-676650b86608 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:53.579436 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Attempting to bind port f25d8b45-c858-4663-a894-676650b86608 on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:53.583669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.789s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:53.584329 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.589656 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'floatingip': {'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:53.600205 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.602237 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:53.602620 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Checking segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:53.605997 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.606424 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Bound using segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:53.606986 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Bound port: f25d8b45-c858-4663-a894-676650b86608, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:53.607377 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.612546 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.635476 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.638177 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03c86733-9a66-4b7a-9a35-3c18ab0ee609 HTTP/1.1" status: 204 len: 168 time: 1.8054686 Jun 08 18:21:53.645812 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:53.659132 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Attempting to bind port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:53.659505 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Attempting to bind port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:53.660980 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Attempting to bind port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:53.678021 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:53.678821 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Checking segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:53.679398 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.679994 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Bound using segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:53.680657 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Bound port: a5f276e8-330b-47b1-9fa0-c5f87125e6a7, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:53.681345 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.701990 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c86733-9a66-4b7a-9a35-3c18ab0ee609,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.716510 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.746745 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d3de1-73e6-45cf-82d6-8e4c9ea8bba8 req-b5b84cdd-6814-4db2-bd7b-8899ef3bfae7 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:53.748592 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bc8d3de1-73e6-45cf-82d6-8e4c9ea8bba8 req-b5b84cdd-6814-4db2-bd7b-8899ef3bfae7 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 944 time: 1.2914546 Jun 08 18:21:53.790879 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.793266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.794448 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e2249ab-4edb-4f16-9eba-52e0fd004437 HTTP/1.1" status: 204 len: 168 time: 0.6178982 Jun 08 18:21:53.795215 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f838887a-91f9-4c8e-bec9-a17827ac9518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:53.816822 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2249ab-4edb-4f16-9eba-52e0fd004437,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.820650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.864441 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bc8d3de1-73e6-45cf-82d6-8e4c9ea8bba8 req-56a1419d-fc28-45ab-8b66-4375bf46a287 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919650 Jun 08 18:21:53.874295 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-abe9c9d9-fb6b-4866-9452-c368f4a5f8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7855575 Jun 08 18:21:53.933394 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39490) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:54.015781 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] For port f25d8b45-c858-4663-a894-676650b86608, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:54.029516 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] For port f25d8b45-c858-4663-a894-676650b86608, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=f25d8b45-c858-4663-a894-676650b86608,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:54.041688 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.057481 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-43335132-526c-4422-8c49-f87e958954ac service neutron] 10.222.0.41 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818764 Jun 08 18:21:54.069919 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:54.083889 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.127198 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] For port a5f276e8-330b-47b1-9fa0-c5f87125e6a7, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:54.133912 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:54.135155 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] For port a5f276e8-330b-47b1-9fa0-c5f87125e6a7, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:54.143199 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.164660 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-4b04966e-82dd-47f9-9ea2-ba427c2f3ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:54.227449 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:54.296469 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a07485a5-e7e1-4ed0-bf2c-fb4615265a39 admin admin] 10.222.0.41 "PUT /v2.0/routers/31f5c70f-334d-4da6-8355-f6475ec480a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.1711662 Jun 08 18:21:54.344134 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Routers {'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:54.345875 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:54.409910 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:54.417022 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:54.637714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:54.642550 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:54.650279 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-8470e9ac-5423-4fb4-937f-0d966ba03b90 service neutron] 10.222.0.48 "GET /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0771892 Jun 08 18:21:54.653854 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.688495 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a19240b8-bb3d-427e-80ff-d8bad042a40f req-2e713b7c-4d96-4225-bbb9-5b014ffe2b72 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 210 time: 0.3221674 Jun 08 18:21:54.789531 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eaa76-d872-4235-8cb7-8683c6d4c819 None None] Pushing event updated for resources: {'Port': ['ID=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,revision_number=4']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:54.816862 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-055eaa76-d872-4235-8cb7-8683c6d4c819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:54.998573 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] Set router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:55.111701 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39528) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:55.182251 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.195200 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.245392 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.288197 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:55.333774 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8187ec38-4b20-4b0f-b017-885c2c4d9590 req-72b0566e-7c05-4ac1-b8d5-e80e68ca6602 service neutron] 10.222.0.48 "GET /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366243 Jun 08 18:21:55.371228 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:55.435383 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b3356-0cf9-4da0-8a32-8c5ad7930fe6,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:55.475934 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:55.558444 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb57f675353e40c88027949927b934a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6209011 Jun 08 18:21:55.559503 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39540) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:55.617716 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fc553-ccb7-4323-93e3-8b2ec9e20c79 None None] Pushing event updated for resources: {'Port': ['ID=f25d8b45-c858-4663-a894-676650b86608,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:55.632572 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-706fc553-ccb7-4323-93e3-8b2ec9e20c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.561s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:55.690476 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device a5f276e8-330b-47b1-9fa0-c5f87125e6a7 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:55.852803 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:39Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'a5f276e8-330b-47b1-9fa0-c5f87125e6a7', 'name': '', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'mac_address': 'fa:16:3e:d0:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:54Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'subnets': [{'id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:55.873085 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329a15-4654-4cab-bc6d-9393e826df0a None None] The sync data for ids ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'] in dv-cinder-733622-16-smb is: [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:39Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'a5f276e8-330b-47b1-9fa0-c5f87125e6a7', 'name': '', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'mac_address': 'fa:16:3e:d0:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:54Z', 'revision_number': 4, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'subnets': [{'id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:55.879704 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.950943 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.987687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.150813 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-55c6a6ff-5900-427f-a87b-8cbe86261308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:56.238297 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:56.244252 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ac18efe16814ca1b4bbace17e6946c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1308639 Jun 08 18:21:56.245048 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39556) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:56.249429 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63775f2e-4e94-481d-897d-c021c64eb8b4,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:56.259067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:56.474167 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:56.521368 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:56.526221 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.545964 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.576424 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a45a217f-6ce0-49a4-9462-c4ab18233fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.651174 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f4d60-9df4-4237-bb55-7a059c73f303 req-4e7f0104-5cf3-4011-ad08-7b797774ca5e tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:56.653689 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-772f4d60-9df4-4237-bb55-7a059c73f303 req-4e7f0104-5cf3-4011-ad08-7b797774ca5e tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 944 time: 1.3309834 Jun 08 18:21:56.694821 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.714301 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-2eb58406-c755-4b6a-8b2c-524aa16bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:56.716344 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-2eb58406-c755-4b6a-8b2c-524aa16bc0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b429d4b385f48e5b749f9b04e624232&device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 1097 time: 1.2326086 Jun 08 18:21:56.763851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a45a217f-6ce0-49a4-9462-c4ab18233fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.020613 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a45a217f-6ce0-49a4-9462-c4ab18233fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.024787 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a45a217f-6ce0-49a4-9462-c4ab18233fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.031813 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a45a217f-6ce0-49a4-9462-c4ab18233fee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e2b3356-0cf9-4da0-8a32-8c5ad7930fe6 HTTP/1.1" status: 204 len: 168 time: 1.0770915 Jun 08 18:21:57.034142 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.035541 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:57.082714 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a217f-6ce0-49a4-9462-c4ab18233fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b3356-0cf9-4da0-8a32-8c5ad7930fe6,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:57.098779 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.107693 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63775f2e-4e94-481d-897d-c021c64eb8b4 HTTP/1.1" status: 204 len: 168 time: 0.8449473 Jun 08 18:21:57.138279 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-772f4d60-9df4-4237-bb55-7a059c73f303 req-e0a93faf-7502-489a-a61e-17f017c7fc0d tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166131 Jun 08 18:21:57.168509 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63775f2e-4e94-481d-897d-c021c64eb8b4,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:57.171863 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:57.172693 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:57.173169 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:57.184284 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Allocated IP 172.28.0.10 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/6c494db9-89ae-4798-b149-9e8e31b971d9) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:57.622891 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39592) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:57.628725 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.632271 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887991517', 'description': 'tempest-description--703574577'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:57.754802 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.858911 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.859945 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:57.859945 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:57.859945 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:57.859945 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:57.859945 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:57.859945 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:57.912661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.939922 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:21:54Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:57.967764 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807ce38-7fdb-4829-b8a5-5e5f9c0a4553 None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:21:54Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:58.038529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.078143 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.092976 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port a5f276e8-330b-47b1-9fa0-c5f87125e6a7, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:58.102962 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:58.151351 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.196622 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:58.243046 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff9a1ff-01a8-472b-adde-f7ff87c39f70,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:58.250441 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:58.271417 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.278422 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6537862 Jun 08 18:21:58.279820 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39602) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:58.291708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'security_group_rule': {'security_group_id': 'aff9a1ff-01a8-472b-adde-f7ff87c39f70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:58.370503 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.427447 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:58.436344 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:58.474563 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:58.534838 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-e51c4d9b-f55a-4e6f-8dca-c0004f58e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:58.549680 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-e51c4d9b-f55a-4e6f-8dca-c0004f58e260 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d715c8e8-8942-43c7-99dc-76624ea5433e HTTP/1.1" status: 200 len: 912 time: 1.8094506 Jun 08 18:21:58.578096 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.585017 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.600337 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c206c497-16fb-45e3-968d-261688fad6bf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:58.639810 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f25d8b45-c858-4663-a894-676650b86608 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:58.688734 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aa0a69-44e9-4954-97ef-d306d5f6d439,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:58.698083 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:58.704224 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.715383 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4312158 Jun 08 18:21:58.717042 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39608) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:58.720448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.48', 56021) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:58.765523 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:21:58.818957 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.871541 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 2, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:58.986833 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:58.987956 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Updating router 31f5c70f-334d-4da6-8355-f6475ec480a1 port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:59.051395 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-04377570-1884-4b28-a4ac-3297f3fa3b92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9 HTTP/1.1" status: 200 len: 217 time: 0.4998045 Jun 08 18:21:59.115687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'security_group_rule': {'security_group_id': 'aff9a1ff-01a8-472b-adde-f7ff87c39f70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:59.134823 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-0b1cb010-e745-45f3-8ddf-dc8aa02b216f tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:59.142620 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-0b1cb010-e745-45f3-8ddf-dc8aa02b216f tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 818 time: 0.4154856 Jun 08 18:21:59.147262 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39612) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:59.189511 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.225849 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Request body: {'port': {'device_id': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'admin_state_up': True, 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:59.374205 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39618) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:59.383773 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:59.423514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.228s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:59.427024 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.498822 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.545136 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port f25d8b45-c858-4663-a894-676650b86608 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:59.582349 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port f25d8b45-c858-4663-a894-676650b86608 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:59.583448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.690673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.703526 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.723124 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:59.746600 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d504f64e-a37a-468e-8230-138aedeba3f6,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:59.749568 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:59.787244 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.795249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.807829 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.880733 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:59.911008 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.916440 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1901410 Jun 08 18:21:59.936474 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39630) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:59.953046 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,segment=NetworkSegment(cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8),segment_id=cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:59.963047 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'floatingip': {'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:59.974848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39632) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:00.017787 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-603448471-network', 'tenant_id': 'f9272418004547ce94aeba8d5ba616c7'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:00.043133 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Made reservation on behalf of 41c2c3f3ebe24ae5883b7259c97b4704 for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:00.047082 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.067625 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9', 'network_id': 'd715c8e8-8942-43c7-99dc-76624ea5433e', 'port_id': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9', 'mac_address': 'fa:16:3e:55:9d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88122b1-2e8a-4caa-89dc-5134ac874805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:00.084248 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c99f4feb5ec432f8dde068cb463793d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9354897 Jun 08 18:22:00.091790 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39638) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:00.092520 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4e4065-c890-4935-9884-10c79137efec,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:00.129517 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:00.150304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.200068 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-033a9635-1716-4fa8-9d2a-8cc46026e556 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.228818 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-033a9635-1716-4fa8-9d2a-8cc46026e556 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 818 time: 2.4923904 Jun 08 18:22:00.267650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.310833 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.360011 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:00.379432 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,segment=NetworkSegment(cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8),segment_id=cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:00.381865 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Made reservation on behalf of f9272418004547ce94aeba8d5ba616c7 for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:00.384928 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.413956 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.419239 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.420471 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-fa916489-6361-4090-bf53-5aede9146696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:00.434797 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.474372 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7c1fe-754c-4529-881d-144e0688759b req-b0baf84e-f5b3-4d6c-85a3-fe07468d9c54 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.484218 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-28c7c1fe-754c-4529-881d-144e0688759b req-b0baf84e-f5b3-4d6c-85a3-fe07468d9c54 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 944 time: 1.4262114 Jun 08 18:22:00.498533 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-d485e60d-bb6e-4597-9767-0b05ebcaaa14 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/quotas/41c2c3f3ebe24ae5883b7259c97b4704 HTTP/1.1" status: 200 len: 375 time: 0.2683163 Jun 08 18:22:00.501298 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port f25d8b45-c858-4663-a894-676650b86608, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=f25d8b45-c858-4663-a894-676650b86608,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:00.502453 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-752df47a-c93a-4c71-a43c-b430bbb081a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.504594 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-752df47a-c93a-4c71-a43c-b430bbb081a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b88122b1-2e8a-4caa-89dc-5134ac874805 HTTP/1.1" status: 200 len: 851 time: 1.0837073 Jun 08 18:22:00.577118 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.586600 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.647482 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:00.663010 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:00.667438 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:00.677199 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-75976044-e627-4782-9d8a-0488ca95cf45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d715c8e8-8942-43c7-99dc-76624ea5433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919278 Jun 08 18:22:00.714379 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['52debff6-c534-4ea6-a0d4-e7a8c7de05d9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:00.755076 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.771412 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:00.814619 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device a5f276e8-330b-47b1-9fa0-c5f87125e6a7 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:00.817398 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a312fd09-2b8d-470e-97c7-8c175223bd78,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:00.821270 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:00.872320 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:22:00.946117 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.977680 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.988679 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-28c7c1fe-754c-4529-881d-144e0688759b req-eede59f6-c7f0-427d-b846-a09025663785 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020185 Jun 08 18:22:00.994790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=f25d8b45-c858-4663-a894-676650b86608,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:01.006423 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:01.037562 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-4b8c0b4d-f7d8-45d2-8fb3-99d8ecc630c4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5372605 Jun 08 18:22:01.046029 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.046373 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Added segment c901aa5c-d9b6-4390-b724-b54eb013f66b of type vlan for network eb061f0f-e8dc-475b-9a50-167b8df8bab1 Jun 08 18:22:01.082749 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.085628 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.089360 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d4e4065-c890-4935-9884-10c79137efec HTTP/1.1" status: 204 len: 168 time: 0.9908566 Jun 08 18:22:01.101025 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d200d705-e020-48d3-9048-c6316ea7e91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:01.136549 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4e4065-c890-4935-9884-10c79137efec,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:01.139214 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:01.165986 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.171192 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Allocated IP 172.20.0.7 (3e6d3d31-14eb-4ecb-9c64-123b4c715252/d5bb0f00-3349-4a0e-a123-40a69ea1cf30/ae7ed90b-0eb8-4a26-a545-e16b3c45c59f) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:01.210273 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:01.211402 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.242176 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.resource_extend [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:01.347025 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.351581 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.358136 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:01.358580 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.372905 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1b56f63c-bb06-4574-a1b6-eb030a997617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:01.390773 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.408985 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.501607 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Transition to ACTIVE for port object 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:01.534611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.543747 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:01.553184 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-10de4ba3-86a2-486e-8ed4-098bddd678ef service neutron] 10.222.0.48 "GET /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567200 Jun 08 18:22:01.561792 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.627441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.694125 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2964246 Jun 08 18:22:01.695825 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.708636 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39664) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:01.743645 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Request body: {'subnet': {'network_id': 'eb061f0f-e8dc-475b-9a50-167b8df8bab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-603448471-subnet', 'tenant_id': 'f9272418004547ce94aeba8d5ba616c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:01.758291 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:01.780955 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d18aebd277c943f1b9fc708c51fa619b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8011835 Jun 08 18:22:01.787214 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb061f0f-e8dc-475b-9a50-167b8df8bab1,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:01.805936 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39670) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:01.809809 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:01.824330 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3d3b596a-0b50-4330-8ecb-d1ff9036dd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:01.926250 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.960594 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network eb061f0f-e8dc-475b-9a50-167b8df8bab1 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:22:02.015274 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1a241a-95cd-4eee-a12a-68a93c23b246,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:02.023068 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:02.086148 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-35f0c66b-ef1b-4422-82a2-687af9133ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9232912 Jun 08 18:22:02.103093 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.132997 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'Port': ['ID=6c494db9-89ae-4798-b149-9e8e31b971d9,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:02.190165 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Made reservation on behalf of f9272418004547ce94aeba8d5ba616c7 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:02.193050 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.288750 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.292134 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:02.292134 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:02.292134 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:02.292134 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:02.292134 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:02.292134 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:02.332294 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574ca9a-4078-45a0-8ac6-a38cbbc56bc5 None None] Pushing event updated for resources: {'Port': ['ID=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:02.344132 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-f574ca9a-4078-45a0-8ac6-a38cbbc56bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:02.352156 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.355354 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:02.363466 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Allocated IP 172.28.0.254 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/d3cb63cb-f322-4ce9-94eb-029f14322ff0) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:02.366223 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:02.387239 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:02.393298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:02.394312 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.427895 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.439650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Attempting to bind port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:02.440157 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Attempting to bind port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:02.440423 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Attempting to bind port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 on network 53af662d-3184-499f-8ea1-c33ff6933055 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:02.447346 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:02.447907 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Checking segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:02.448115 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.448534 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Bound using segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:02.449067 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Bound port: 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:02.449737 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.534751 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:02.537055 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.539710 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9540038 Jun 08 18:22:02.585129 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-6d995f88-77cf-4a9b-a22a-f8a7758ebaf0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3933370 Jun 08 18:22:02.606090 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Request body: {'port': {'device_id': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:02.665760 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] For port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:02.681503 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] For port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:02.695891 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:02.805531 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-446f2961-6d91-4857-aced-fa68d6010f2a service neutron] 10.222.0.41 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737156 Jun 08 18:22:02.872818 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-013570aa-3c5e-4e35-a707-253fdcce7f62 req-6561a501-7ea2-43e0-8d41-b3e0da13c4d1 service neutron] 10.222.0.48 "GET /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3062227 Jun 08 18:22:02.909168 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.916053 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.921835 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec1a241a-95cd-4eee-a12a-68a93c23b246 HTTP/1.1" status: 204 len: 168 time: 1.1107693 Jun 08 18:22:02.939861 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:03.054428 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.068782 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:03.144186 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1a241a-95cd-4eee-a12a-68a93c23b246,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:03.173420 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:03.178135 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f25d8b45-c858-4663-a894-676650b86608 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:03.237797 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574ca9a-4078-45a0-8ac6-a38cbbc56bc5 None None] Pushing event updated for resources: {'Port': ['ID=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:03.278381 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.335855 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-f574ca9a-4078-45a0-8ac6-a38cbbc56bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:03.365609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.383130 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a18185-0a01-4a00-bff9-eb9c4468b256 req-fd7d0769-750c-4c29-989e-5e16dce1142c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:03.387485 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-33a18185-0a01-4a00-bff9-eb9c4468b256 req-fd7d0769-750c-4c29-989e-5e16dce1142c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 945 time: 0.8757358 Jun 08 18:22:03.410033 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:03.410613 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:21:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:03.520805 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:03.568736 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.621118 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-02f4db63-fa66-4f4d-ba8c-81bfcc417f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:03.651753 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.655065 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:03.655065 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:03.655065 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:03.655065 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:03.655065 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:03.655065 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:03.698125 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-94d70b56-62af-4d8c-8e48-aeac0056a9ac tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--906350466&fields=id&tenant_id=cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 267 time: 0.3033259 Jun 08 18:22:03.728935 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:03.733400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.763152 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:03.776167 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:03.781863 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:03.938477 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39734) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:04.015595 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port f25d8b45-c858-4663-a894-676650b86608 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:04.019796 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.070068 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-33a18185-0a01-4a00-bff9-eb9c4468b256 req-0cb61d2a-100a-44d2-a22e-525ad384341e tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817375 Jun 08 18:22:04.132875 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.146576 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:04.158172 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fff9a20-ea68-4a17-85e9-49c8886fa3d3,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:04.174911 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:04.276708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.298580 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Checking segment: {'id': 'c901aa5c-d9b6-4390-b724-b54eb013f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'eb061f0f-e8dc-475b-9a50-167b8df8bab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:04.299405 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Network hostable DHCP agents. Network: eb061f0f-e8dc-475b-9a50-167b8df8bab1, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:22:04.407103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.461013 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-13fcdb2d-1fb7-420d-86cd-c10d4393c2ca req-d1ba7558-d05f-4b38-af6a-95bb81523212 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 210 time: 0.1454051 Jun 08 18:22:04.509184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Network eb061f0f-e8dc-475b-9a50-167b8df8bab1 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:22:04.563675 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, eb061f0f-e8dc-475b-9a50-167b8df8bab1) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:04.577826 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:04.579398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.613514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6251a9f0-b70a-458f-8f25-e4fd4d79fcc3 None None] Network eb061f0f-e8dc-475b-9a50-167b8df8bab1 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:04.625904 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-66ff065d-ad9b-40ae-a260-599894d7f334 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:04.632849 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-66ff065d-ad9b-40ae-a260-599894d7f334 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 816 time: 0.9094770 Jun 08 18:22:04.663931 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-0830d224-cf9e-4228-8cde-75bb422d73fc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/quotas/cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 375 time: 0.0203817 Jun 08 18:22:04.698086 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.resource_extend [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:04.852058 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-b7857011-6112-436a-b3ab-628e6da2de9b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1702483 Jun 08 18:22:04.890103 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:22:05.093383 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7ed90b-0eb8-4a26-a545-e16b3c45c59f {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:05.099448 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-aefb6f46-9199-4cb8-bcb1-a777efed3211 service neutron] 10.222.0.41 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987841 Jun 08 18:22:05.120375 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.201246 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.237028 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.238465 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4992881 Jun 08 18:22:05.257848 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.274334 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Transition to ACTIVE for port object ae7ed90b-0eb8-4a26-a545-e16b3c45c59f will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:05.338182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3616535a-1d47-419d-aef7-9ffa2b0a925f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:05.374532 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.433536 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9662b8-84f2-49b9-92ac-133bd061bbc5,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:05.448582 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:05.453731 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9d3f780d-5442-47e7-88e5-5688f4673633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:05.491385 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d4a3d64f8da467da92b5f322093b201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5482960 Jun 08 18:22:05.570230 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39762) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:05.621436 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-eb4a6e60-e2aa-49f5-8c57-a31888b79800 service neutron] 10.222.0.41 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206685 Jun 08 18:22:05.666833 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.766588 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:05.786536 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:05.791028 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.795848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Attempting to bind port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:05.796513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Attempting to bind port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:05.797622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Attempting to bind port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:05.803364 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.817540 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:05.818224 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Attempting to bind port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:05.862091 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:05.918301 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:05.969646 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:05.970723 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Checking segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:05.974283 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Bound using segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:05.975190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Bound port: ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:05.980550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.033699 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.096837 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,segment=NetworkSegment(cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8),segment_id=cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:06.188488 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.228270 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.276304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.426516 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.611197 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'Port': ['ID=d3cb63cb-f322-4ce9-94eb-029f14322ff0,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:06.634987 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:06.667355 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.693593 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7562797 Jun 08 18:22:06.702576 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0374912f-bab7-42e9-b157-4f136cfa5cb9 None None] Network eb061f0f-e8dc-475b-9a50-167b8df8bab1 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:06.768059 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-526bf7c0-b3f3-42f7-98e8-2a9fe6f4dacc req-64cf106c-6545-4802-853f-e2e86292cf1b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 210 time: 0.3660152 Jun 08 18:22:06.772092 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:06.777661 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:06.794808 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.798474 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.800074 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab9662b8-84f2-49b9-92ac-133bd061bbc5 HTTP/1.1" status: 204 len: 168 time: 1.2157145 Jun 08 18:22:06.803107 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.804700 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-70f56db4-461e-4742-9dc0-7d6fcf3a7faa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.848429 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9662b8-84f2-49b9-92ac-133bd061bbc5,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:06.865489 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:06.866667 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39812) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:06.874494 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.900491 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b08f35-5bdc-4a6d-9e0d-78aeefade09a" -d '{"events": [{"server_uuid": "58160487-6e0d-4014-bb33-0718e0bb09c4", "name": "network-vif-plugged", "status": "completed", "tag": "52debff6-c534-4ea6-a0d4-e7a8c7de05d9"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:07.095432 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:07.103683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:07.105270 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 1093 time: 4.5072448 Jun 08 18:22:07.108935 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:07.161390 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-05e6021a-2abb-4d1f-9a58-c96dcde8b9fb req-09dd5349-41da-4ccd-b38b-c763422ae3aa tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 210 time: 0.1391475 Jun 08 18:22:07.194719 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-e76f142c-1e1b-444e-bbe2-2a6195921be3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:07.197395 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-e76f142c-1e1b-444e-bbe2-2a6195921be3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 818 time: 1.6331460 Jun 08 18:22:07.237771 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26f2f1-bc95-4838-8801-90df8a826016 req-cf821317-c9c3-4f06-802b-203d9b39198c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:07.240760 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c26f2f1-bc95-4838-8801-90df8a826016 req-cf821317-c9c3-4f06-802b-203d9b39198c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 945 time: 1.8834147 Jun 08 18:22:07.249779 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Request body: {'port': {'device_id': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'admin_state_up': True, 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:07.293620 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:07.329613 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:07.554492 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c26f2f1-bc95-4838-8801-90df8a826016 req-5b9cb27f-05c6-4bfb-91a4-425c355744da tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682602 Jun 08 18:22:07.659122 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:07.670759 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:07.690936 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Made reservation on behalf of 41c2c3f3ebe24ae5883b7259c97b4704 for: {'port': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:07.694209 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:07.713355 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:02Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:07.720944 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09bbf9-2aa7-43ff-99a3-83c225882fd4 None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:02Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:07.788025 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-96d2d325-3228-40f7-b4cc-d7bb730c669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:07.803999 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-96d2d325-3228-40f7-b4cc-d7bb730c669f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1096 time: 0.4120018 Jun 08 18:22:08.120668 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-144aaef1-3866-4e42-9beb-c6dbf1195619 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.3097508 Jun 08 18:22:08.237708 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b2780beb-9d58-4aaf-8a31-938b3fd25f4a tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1887991517&fields=id&tenant_id=01b483862afe4d64b5d78a59a9377592 HTTP/1.1" status: 200 len: 267 time: 0.2307534 Jun 08 18:22:08.386861 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:08.389269 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-37ffee62-5a5e-404e-9af0-12ed23cbec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:08.394083 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-37ffee62-5a5e-404e-9af0-12ed23cbec5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.2635105 Jun 08 18:22:08.525507 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39860) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:08.538838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1414655475-network', 'tenant_id': 'edd8998d516642418e58717ed911efe7'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:08.543519 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1ec61-fd28-43eb-b91c-5d7e52267ee6 x-openstack-request-id: req-13a1ec61-fd28-43eb-b91c-5d7e52267ee6 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:08.543995 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58160487-6e0d-4014-bb33-0718e0bb09c4", "name": "network-vif-plugged", "status": "completed", "tag": "52debff6-c534-4ea6-a0d4-e7a8c7de05d9", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:08.544261 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13a1ec61-fd28-43eb-b91c-5d7e52267ee6 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:08.544726 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9', 'code': 200} Jun 08 18:22:08.550265 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-08be1d0f-3ea4-47b4-9125-0d3018a7deae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406393 Jun 08 18:22:08.639804 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:08.648383 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:08.648383 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.001488 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.057649 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.077698 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Made reservation on behalf of edd8998d516642418e58717ed911efe7 for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:09.091162 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.129182 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:09.136381 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:09.139296 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.150817 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-f574ca9a-4078-45a0-8ac6-a38cbbc56bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:09.155859 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5afde30a-a420-43b2-817a-28fd63d05e52 req-28520330-dcfa-4556-8df5-0c16a67395c3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 210 time: 0.2448223 Jun 08 18:22:09.177191 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.195659 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.48', 56032) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:09.204811 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Allocated IP 172.20.0.6 (3e6d3d31-14eb-4ecb-9c64-123b4c715252/d5bb0f00-3349-4a0e-a123-40a69ea1cf30/8fcb6d0f-b792-4cb1-a932-25d705098e7d) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:09.412621 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-c8676930-1625-4f7a-93ea-1ca029a9aca6 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:09.432714 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-c8676930-1625-4f7a-93ea-1ca029a9aca6 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 810 time: 1.1794939 Jun 08 18:22:09.537340 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:09.551633 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:09.580220 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39880) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:09.731543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.48', 56033) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:09.795615 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-f3a9d78e-42d8-413d-8a4a-3bcdb411e94d service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2335267 Jun 08 18:22:09.823759 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-c5213880-bb28-40be-934e-9bc1a05bc2b7 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/quotas/01b483862afe4d64b5d78a59a9377592 HTTP/1.1" status: 200 len: 375 time: 0.3891034 Jun 08 18:22:10.066005 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bc1802b7-e878-4f2b-88ca-a46cb7a9bbef req-a55c2bb5-c88f-42a4-b08f-53078e23951a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 210 time: 0.2551453 Jun 08 18:22:10.226977 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-db606886-122d-4e5b-bcb7-afe3e29b69fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.255583 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-f677c5a9-bd96-4069-8abc-dc81be7f294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.258599 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-f677c5a9-bd96-4069-8abc-dc81be7f294b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 1099 time: 1.0369999 Jun 08 18:22:10.258994 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.275074 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-8b6f6958-abc7-4429-9889-6776c8719426 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.279395 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-8b6f6958-abc7-4429-9889-6776c8719426 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 816 time: 0.5378828 Jun 08 18:22:10.318609 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.325866 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:10.325866 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:10.325866 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:10.325866 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:10.325866 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:10.325866 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:10.361034 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:10.378955 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:10.383761 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:10.413430 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-24e9c87d-9ec8-42c0-a7a4-6cbd9c86b58c tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5881460 Jun 08 18:22:10.415119 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:10.423146 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.424171 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.549553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:10.550060 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.580982 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30d4a5-62f3-4b7c-af49-7b37c06d9b47 req-07da183c-c058-4fab-8d2b-41eda07d5af9 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.589564 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4c30d4a5-62f3-4b7c-af49-7b37c06d9b47 req-07da183c-c058-4fab-8d2b-41eda07d5af9 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.1598861 Jun 08 18:22:10.606672 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.648743 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4c30d4a5-62f3-4b7c-af49-7b37c06d9b47 req-f10faf79-2750-4e19-88cb-02304e496aeb tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571876 Jun 08 18:22:10.699097 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.781790 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.804094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.820745 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9cd3ca70-0c78-48f1-83e1-1b820b45b241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:10.833460 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-11521c4c-2dd4-4043-a824-a3051e17e7fd tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 379 time: 0.2288096 Jun 08 18:22:10.868156 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'port': {'device_id': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'admin_state_up': True, 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'security_groups': ['5b2eddbe-7bbe-4661-8e79-af4023a6b747']}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:10.885603 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.api [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:22:10.885603 dv-cinder-733622-16-smb neutron-server[91719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:22:10.885603 dv-cinder-733622-16-smb neutron-server[91719]: [parameters: {'project_id_1': 'f7c11e97488e4be2b36788621043e15f', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 22, 10, 756222)}] Jun 08 18:22:10.885603 dv-cinder-733622-16-smb neutron-server[91719]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:22:10.886193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_db.api [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:22:10.896304 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.api [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:22:10.896304 dv-cinder-733622-16-smb neutron-server[91719]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:22:10.896304 dv-cinder-733622-16-smb neutron-server[91719]: [parameters: {'project_id_1': 'f410a56582224ab59b88f60b2cf59ef9', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 22, 10, 750640)}] Jun 08 18:22:10.896304 dv-cinder-733622-16-smb neutron-server[91719]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:22:10.896970 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_db.api [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:22:10.898773 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-107f2fd0-ff88-4481-9920-42804a3d0b36 req-d88a2f04-90b6-407d-9c28-dee77cee5cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764109 Jun 08 18:22:10.908229 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:22:10.928039 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-7651724d-1290-415c-a947-8a40e62abc5d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:22:10.929098 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-7651724d-1290-415c-a947-8a40e62abc5d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1742425 Jun 08 18:22:11.002191 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.002540 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Added segment f19ee415-33da-4914-b5fe-d34fb29fcd7f of type vlan for network 83fd4c33-6094-46a2-b48e-36582996e2cc Jun 08 18:22:11.009070 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a67fd0-c5cd-4c01-b68d-0b6d892ddc75,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:11.035752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:11.112269 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.118466 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494dbe34-f959-4187-a4cb-bca4d6e24743 x-openstack-request-id: req-494dbe34-f959-4187-a4cb-bca4d6e24743 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:11.127830 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:11.128147 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-494dbe34-f959-4187-a4cb-bca4d6e24743 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:11.128616 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', 'status': 'completed', 'code': 200} Jun 08 18:22:11.286052 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-0f2bbc0b-025e-46bc-ba4e-123fa78fb34c service neutron] 10.222.0.41 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401482 Jun 08 18:22:11.312105 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.316529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.320300 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:11.321298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.332260 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:11.374726 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-06f72dee-dfc1-40c7-a8ef-18736967ad30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1323168 Jun 08 18:22:11.381266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.443603 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Request body: {'port': {'device_id': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:11.488737 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.504143 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.633010 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98fff44e59144693ae0fbe4c0d739a07&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6335101 Jun 08 18:22:11.633010 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=83fd4c33-6094-46a2-b48e-36582996e2cc,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:11.633983 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39920) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:11.644625 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 83fd4c33-6094-46a2-b48e-36582996e2cc details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:22:11.646104 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:11.647716 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-979924ba-e1c4-4af5-87a9-5f502fe23a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:11.666729 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-fef11fb6-a5f0-42d2-a320-3a8b414bde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:11.668298 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-fef11fb6-a5f0-42d2-a320-3a8b414bde2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1096 time: 0.5000393 Jun 08 18:22:11.669040 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Made reservation on behalf of cfeb7ac044b7417fad487e853f273c5c for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:11.673485 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.726237 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1996045 Jun 08 18:22:11.764053 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39926) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:11.774024 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Request body: {'subnet': {'network_id': '83fd4c33-6094-46a2-b48e-36582996e2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1414655475-subnet', 'tenant_id': 'edd8998d516642418e58717ed911efe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:11.833639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06555191-2975-4e23-a9ac-f531066e1c12,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:11.873954 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769a740-04d3-4b7b-8a13-f5a6e0aff6b0 req-3ce008d6-91e2-4aab-9f4b-0a18a20cbea2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:11.876296 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4769a740-04d3-4b7b-8a13-f5a6e0aff6b0 req-3ce008d6-91e2-4aab-9f4b-0a18a20cbea2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 931 time: 0.5802021 Jun 08 18:22:11.877936 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:11.884887 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.910520 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-fb0d14c4-fb02-41bc-ad01-49e17ce47f5e service neutron] 10.222.0.41 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711193 Jun 08 18:22:11.970115 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.050747 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-807700c7-da66-443c-bd76-951e45910159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.052223 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-807700c7-da66-443c-bd76-951e45910159 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.3635924 Jun 08 18:22:12.105485 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4769a740-04d3-4b7b-8a13-f5a6e0aff6b0 req-900f2c24-f946-4806-b420-6b5b6e94a50d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986835 Jun 08 18:22:12.173193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.203027 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-aafaa1b5-e7f1-49b6-95cf-35ef5d074396 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.1106696 Jun 08 18:22:12.304405 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Allocated IP 172.20.0.9 (8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c/37ada033-667a-4e0a-9f1d-027236cbd504/35020f21-59fc-42a8-9e44-f02e50e42fdc) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:12.540169 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-07171950-2615-4256-8b69-7d109b3daf38 req-a45b86a3-7339-4658-b247-69989d720986 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 210 time: 0.1388137 Jun 08 18:22:12.578779 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.602262 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-4976a5d7-6597-4a70-9672-7531ceee16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.603898 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-4976a5d7-6597-4a70-9672-7531ceee16b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.3850992 Jun 08 18:22:12.651939 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d51d0-1b9c-4ffe-8ca2-d24caca5c01f req-ade6f90a-f69c-456e-a529-4d93038097d7 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.660959 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-250d51d0-1b9c-4ffe-8ca2-d24caca5c01f req-ade6f90a-f69c-456e-a529-4d93038097d7 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.1919863 Jun 08 18:22:12.661489 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.680551 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:12.699201 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-1299f2d1-783c-44e5-b6e0-e531bc9c8499 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823281 Jun 08 18:22:12.699922 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.702500 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.715242 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06555191-2975-4e23-a9ac-f531066e1c12 HTTP/1.1" status: 204 len: 168 time: 1.0742490 Jun 08 18:22:12.751059 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4cedeb89-6a54-48f5-b048-7cc5682e95f7 req-9155368d-0d0d-4e99-9f8e-c6a8e017a7e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 210 time: 0.0877314 Jun 08 18:22:12.841275 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-250d51d0-1b9c-4ffe-8ca2-d24caca5c01f req-935ee043-7b15-4123-bcd6-167ad4a7e830 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791711 Jun 08 18:22:12.860436 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcb6d0f-b792-4cb1-a932-25d705098e7d {{(pid=91718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:12.871535 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.902139 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Transition to ACTIVE for port object 8fcb6d0f-b792-4cb1-a932-25d705098e7d will not be triggered until provisioned by entity L2. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:12.917551 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.943980 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:13.107826 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856dca1e-b4de-4a6a-964c-79933296ef6d,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.125632 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7c11e97488e4be2b36788621043e15f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5411270 Jun 08 18:22:13.127895 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.130748 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.133742 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:13.148452 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39958) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:13.204682 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06555191-2975-4e23-a9ac-f531066e1c12,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.207237 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.213010 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcb6d0f-b792-4cb1-a932-25d705098e7d,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.222044 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.225925 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Attempting to bind port 8fcb6d0f-b792-4cb1-a932-25d705098e7d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:13.226814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Attempting to bind port 8fcb6d0f-b792-4cb1-a932-25d705098e7d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'}] {{(pid=91718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:13.226950 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Attempting to bind port 8fcb6d0f-b792-4cb1-a932-25d705098e7d on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:13.237173 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Transition to ACTIVE for port object 35020f21-59fc-42a8-9e44-f02e50e42fdc will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:13.237652 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Port 8fcb6d0f-b792-4cb1-a932-25d705098e7d on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:13.238194 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Attempting to bind port 8fcb6d0f-b792-4cb1-a932-25d705098e7d on network 3e6d3d31-14eb-4ecb-9c64-123b4c715252 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:13.257127 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:13.257851 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Checking segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:13.259252 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Bound using segment: {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'} {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:13.260229 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Bound port: 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a28bb87-5985-44c4-9ce5-6c123cf85563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252'}}] {{(pid=91718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:13.260751 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.327018 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-27d218ac-18ea-4ff5-af6b-cbeef89fc918 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787416 Jun 08 18:22:13.331605 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-bd6ae8e4-2145-4260-a781-b27737672994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.445042 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.591756 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 39970) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:13.608851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.655898 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.720831 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.730927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.738422 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:13.738422 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:13.738422 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:13.738422 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:13.738422 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:13.738422 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:13.744464 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.753788 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.769740 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] For port 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host hv-cinder-73362, cleared binding levels {{(pid=91718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:13.772399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d701c520-6663-46ce-a6ca-abd6fe4f1035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:13.794746 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] For port 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:13.823340 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0aec2aa5-5a94-42b4-b591-669c6eaa3526 req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.2927353 Jun 08 18:22:13.833973 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0cba3148-8c56-4e21-a23a-c9ef3202ea3e req-77c1fa2d-ba97-4375-8fdd-7c81dbeae8da service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934971 Jun 08 18:22:13.857596 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:13.858528 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=95b176fc-d864-4f12-90e1-7cec42ce5f29,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.873592 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:13.877061 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.878236 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:13.882505 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.884136 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:13.884802 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.918669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Made reservation on behalf of edd8998d516642418e58717ed911efe7 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:13.924457 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.926273 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.929014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.932613 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/856dca1e-b4de-4a6a-964c-79933296ef6d HTTP/1.1" status: 204 len: 168 time: 0.7786257 Jun 08 18:22:13.932613 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:13.942696 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856dca1e-b4de-4a6a-964c-79933296ef6d,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.945860 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.971207 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ec2c146a-0dd0-4404-94d9-64889eef6a9d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:14.056937 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca903a-a33d-41b5-b522-fc9cc58d34c9 req-1938552a-1679-4a4c-bff0-e9bb5ffb45e2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:14.060077 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dbca903a-a33d-41b5-b522-fc9cc58d34c9 req-1938552a-1679-4a4c-bff0-e9bb5ffb45e2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 943 time: 0.6337645 Jun 08 18:22:14.255691 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:14.256522 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.258166 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] 10.222.0.48 "PUT /v2.0/ports/8fcb6d0f-b792-4cb1-a932-25d705098e7d HTTP/1.1" status: 200 len: 1093 time: 2.8755629 Jun 08 18:22:14.271679 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'tag': '8fcb6d0f-b792-4cb1-a932-25d705098e7d'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:14.275780 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de163f-1811-4428-9312-51fc73205d68" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6fce6-a4b3-44ee-8b72-055b5273a1f6", "tag": "8fcb6d0f-b792-4cb1-a932-25d705098e7d"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:14.345661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.376958 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-90973196-d5f4-4dd7-a709-d8e3cba4621d None None] Provisioning for port 35020f21-59fc-42a8-9e44-f02e50e42fdc completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:14.388956 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-90973196-d5f4-4dd7-a709-d8e3cba4621d None None] Provisioning complete for port 35020f21-59fc-42a8-9e44-f02e50e42fdc triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:14.389686 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-90973196-d5f4-4dd7-a709-d8e3cba4621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.521049 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-90973196-d5f4-4dd7-a709-d8e3cba4621d None None] Port 35020f21-59fc-42a8-9e44-f02e50e42fdc cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:22:14.527171 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-bfb60187-9f86-4353-9fbc-eaad01234b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:14.528973 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-bfb60187-9f86-4353-9fbc-eaad01234b87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 1096 time: 0.1880546 Jun 08 18:22:14.533416 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dbca903a-a33d-41b5-b522-fc9cc58d34c9 req-da7a5e21-dbfe-4c26-955a-79fc048cc935 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968886 Jun 08 18:22:14.661506 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-827f117c-1363-4360-bb43-9d2088996042 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d HTTP/1.1" status: 200 len: 217 time: 0.1205392 Jun 08 18:22:14.740271 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device ae7ed90b-0eb8-4a26-a545-e16b3c45c59f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:14.800713 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f632-5f97-415e-838a-1fb6be7e561e req-d036c3eb-2c21-44da-ab9f-0d8dbb9e5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:14.804231 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-d036c3eb-2c21-44da-ab9f-0d8dbb9e5755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.1353285 Jun 08 18:22:14.934621 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcb6d0f-b792-4cb1-a932-25d705098e7d,revision_number=3']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:14.944009 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-704ec3f3-e469-41c9-8234-95441628f164 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335175 Jun 08 18:22:14.971859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:15.014734 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:15.032119 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'port_id': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', 'mac_address': 'fa:16:3e:74:c3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:15.044974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 39998) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:15.071196 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-71beaef6-3c36-415e-a1e0-298a970a7609 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.074116 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-71beaef6-3c36-415e-a1e0-298a970a7609 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 810 time: 0.7357528 Jun 08 18:22:15.082909 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.104286 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.107124 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf003-0966-46b2-97a2-74184b95f760 req-09f2924a-ec6d-46da-934d-a59494c8a548 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.109976 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b72cf003-0966-46b2-97a2-74184b95f760 req-09f2924a-ec6d-46da-934d-a59494c8a548 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 931 time: 1.3256323 Jun 08 18:22:15.133258 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7ed90b-0eb8-4a26-a545-e16b3c45c59f {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:15.155100 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ddc3ccf4-c479-43b9-88e9-3c7ad843b6a3 req-29aebcc4-5507-44a4-9073-0cb48b12a028 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 210 time: 0.2825792 Jun 08 18:22:15.155345 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:15.162084 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.165235 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.167065 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:15.203983 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-dbac5ea7-f4a7-4182-99e0-848721a8095d service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521293 Jun 08 18:22:15.284844 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:15.290580 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:15.352435 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40002) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:15.373609 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4d31ed26-3f2c-4f04-856b-c23efc44d80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:15.425255 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['ae7ed90b-0eb8-4a26-a545-e16b3c45c59f'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:15.463136 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4169f632-5f97-415e-838a-1fb6be7e561e req-fae0677d-9560-43be-a9a2-0640a8862acb service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488122 Jun 08 18:22:15.525799 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b72cf003-0966-46b2-97a2-74184b95f760 req-53aa958f-8e61-46d3-a1a3-48fd1e3e6100 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913898 Jun 08 18:22:15.543227 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.572898 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-d932d766-1736-49ed-8c5d-e8ddc77b59c2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b483862afe4d64b5d78a59a9377592 HTTP/1.1" status: 200 len: 380 time: 0.4452233 Jun 08 18:22:15.578649 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.594980 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'port': {'device_id': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'admin_state_up': True, 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'security_groups': ['aff9a1ff-01a8-472b-adde-f7ff87c39f70']}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:15.596661 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-6267f6ab-2dea-47c7-b84a-8daaec40c5dc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7536328 Jun 08 18:22:15.613430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce48a57c-7188-4482-8864-8402813dabd7,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:15.614227 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Request body: {'port': {'device_id': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:15.622406 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.624850 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:15.697584 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935ed85-b142-4848-a60c-efbcffbaeb61 x-openstack-request-id: req-4935ed85-b142-4848-a60c-efbcffbaeb61 {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:15.697866 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6fce6-a4b3-44ee-8b72-055b5273a1f6", "tag": "8fcb6d0f-b792-4cb1-a932-25d705098e7d", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:15.698120 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4935ed85-b142-4848-a60c-efbcffbaeb61 {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:15.698673 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'tag': '8fcb6d0f-b792-4cb1-a932-25d705098e7d', 'status': 'completed', 'code': 200} Jun 08 18:22:15.707753 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.711717 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:15.771122 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Checking segment: {'id': 'f19ee415-33da-4914-b5fe-d34fb29fcd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '83fd4c33-6094-46a2-b48e-36582996e2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:15.771474 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Network hostable DHCP agents. Network: 83fd4c33-6094-46a2-b48e-36582996e2cc, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:22:15.836587 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070dd7d0-60cc-421e-8f9c-001619a62281,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:15.845980 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e22f7215bdbc49938ba42a367c21bf46&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2471824 Jun 08 18:22:15.853520 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40008) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:15.861195 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:15.875346 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.902663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fff7f-9195-44d3-ae1c-090e0b2887f3 req-a2994904-cc22-435b-930c-77a4a466864e tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.904116 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-081fff7f-9195-44d3-ae1c-090e0b2887f3 req-a2994904-cc22-435b-930c-77a4a466864e tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.5352752 Jun 08 18:22:15.934518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Network 83fd4c33-6094-46a2-b48e-36582996e2cc is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:22:15.982086 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 83fd4c33-6094-46a2-b48e-36582996e2cc) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:15.991099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de163f-1811-4428-9312-51fc73205d68 req-812f1481-c58b-4424-a51f-ef6fd76bd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.992645 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-812f1481-c58b-4424-a51f-ef6fd76bd185 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 1096 time: 0.3292289 Jun 08 18:22:15.994358 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.994949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.997685 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cd37d-282b-43c4-be53-d418eddb6931 None None] Network 83fd4c33-6094-46a2-b48e-36582996e2cc requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:16.018204 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-081fff7f-9195-44d3-ae1c-090e0b2887f3 req-c40b8602-13d6-4647-af3c-32a0a08b5aaf tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882964 Jun 08 18:22:16.051150 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c330c-9032-4d7b-9710-6b09616779d1 req-5a4f8e90-5632-4aa4-b214-03b3708bec74 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:16.058185 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5d3c330c-9032-4d7b-9710-6b09616779d1 req-5a4f8e90-5632-4aa4-b214-03b3708bec74 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 943 time: 0.2985466 Jun 08 18:22:16.111866 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5d3c330c-9032-4d7b-9710-6b09616779d1 req-8f8a0e4f-d6b0-41e7-98d0-4df165c21b10 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 Jun 08 18:22:16.137553 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.150811 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.3847313 Jun 08 18:22:16.255658 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.264613 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.268440 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885c1f7-429c-4a82-9389-015a13ba4171 None None] Network 83fd4c33-6094-46a2-b48e-36582996e2cc requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:16.315274 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40014) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:16.322220 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dae70c77-d5ba-4415-bf11-05e5496de2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:16.330445 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de163f-1811-4428-9312-51fc73205d68 req-a5c5b876-9e22-445d-84be-3cd4f3c95423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:16.332103 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-a5c5b876-9e22-445d-84be-3cd4f3c95423 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.3208249 Jun 08 18:22:16.403163 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.api [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:22:16.403163 dv-cinder-733622-16-smb neutron-server[91718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:22:16.403163 dv-cinder-733622-16-smb neutron-server[91718]: [parameters: {'project_id_1': '01b483862afe4d64b5d78a59a9377592', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 22, 15, 969766)}] Jun 08 18:22:16.403163 dv-cinder-733622-16-smb neutron-server[91718]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:22:16.403575 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_db.api [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:22:16.421467 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1792ae84-ed5b-4d37-93ba-fa72de616759 req-4e3e9b4a-f10e-4199-9095-50e30c29a747 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 210 time: 0.0609336 Jun 08 18:22:16.451128 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Deleting subnet 8fff9a20-ea68-4a17-85e9-49c8886fa3d3 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:22:16.457661 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.540842 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.549138 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.574582 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-c4f62d9e-5de6-4328-b7fe-47d70369d8e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d HTTP/1.1" status: 200 len: 217 time: 0.2298200 Jun 08 18:22:16.589558 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.606745 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d4e275c6eec4d6a8b31d8eca4cf70a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5604906 Jun 08 18:22:16.609731 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40018) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:16.663199 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7ff9e-8852-43a9-bf68-a963238880f8,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:16.686208 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.695871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:16.725239 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.747437 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device ae7ed90b-0eb8-4a26-a545-e16b3c45c59f up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:16.760385 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.760748 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.761069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.761453 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.761781 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.762112 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.762432 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.763013 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.763167 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.763446 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.763845 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.764069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.778551 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fff9a20-ea68-4a17-85e9-49c8886fa3d3,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:16.791513 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.793511 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8fff9a20-ea68-4a17-85e9-49c8886fa3d3 HTTP/1.1" status: 204 len: 168 time: 0.4771800 Jun 08 18:22:16.803496 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40020) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:16.808550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:16.822065 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.822709 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.823274 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.823612 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.824141 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.824487 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.824814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.825326 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.825861 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.826373 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.826986 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.827296 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:16.844223 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de163f-1811-4428-9312-51fc73205d68 req-a7c2729b-77c3-40f9-a965-cf44d95aaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:16.845790 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-a7c2729b-77c3-40f9-a965-cf44d95aaa69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.2427213 Jun 08 18:22:16.854005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:16.860184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.932849 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-5ca6919f-01bb-4b6d-92fa-a5286c9c7a37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681355 Jun 08 18:22:16.948315 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:16.962273 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:16.963046 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.009885 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.041451 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37b123-262e-4478-a091-17f2557a6e58 req-0ec9414f-4524-454d-81d2-88801626a5b3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:17.043661 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9b37b123-262e-4478-a091-17f2557a6e58 req-0ec9414f-4524-454d-81d2-88801626a5b3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 931 time: 0.3224397 Jun 08 18:22:17.054989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.057437 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.058580 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/070dd7d0-60cc-421e-8f9c-001619a62281 HTTP/1.1" status: 204 len: 168 time: 1.2011509 Jun 08 18:22:17.083166 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9ed0b3b1-5c48-42a8-a8f7-8e726ebad5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:17.213553 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.228678 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070dd7d0-60cc-421e-8f9c-001619a62281,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:17.233243 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.233758 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.238830 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5c7ff9e-8852-43a9-bf68-a963238880f8 HTTP/1.1" status: 204 len: 168 time: 0.6236653 Jun 08 18:22:17.246647 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:17.253394 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:17.259831 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.273191 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5da3489c-8c0e-482f-9464-79d02672555e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:17.299630 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.323304 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9b37b123-262e-4478-a091-17f2557a6e58 req-96d0762c-fe70-418a-b2f2-5f28c99a8b4b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435377 Jun 08 18:22:17.348488 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7ff9e-8852-43a9-bf68-a963238880f8,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:17.353475 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.354159 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.355191 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.355954 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > port after_create 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.356688 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.357381 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > port after_update 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.357927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.358449 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.358976 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.360100 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.370687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35020f21-59fc-42a8-9e44-f02e50e42fdc {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:17.405095 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.427067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.431050 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-b7efae8d-7f0b-43da-8d33-23644d76a898 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862785 Jun 08 18:22:17.453317 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:17.455790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03c3971-14a3-44c8-b6a9-62b0d81cd3bb" -d '{"events": [{"server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "name": "network-vif-plugged", "status": "completed", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:17.475741 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:17.485881 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.488028 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-f574ca9a-4078-45a0-8ac6-a38cbbc56bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:17.545275 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.545959 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.546394 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.547044 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:17.547484 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb061f0f-e8dc-475b-9a50-167b8df8bab1']}} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:17.583923 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a62df088ee74645a1ebb405593fdd54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2292225 Jun 08 18:22:17.591439 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8128c495-7a6c-478d-b122-3af727b74e14,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:17.598972 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40036) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:17.608751 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:17.611551 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:17.612708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Transition to ACTIVE for port object 35020f21-59fc-42a8-9e44-f02e50e42fdc will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:17.620859 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:17.633284 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:17.638067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.661471 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4f9d213b-6771-48a6-9ff2-f1dbef278106 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:17.685305 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Made reservation on behalf of 01b483862afe4d64b5d78a59a9377592 for: {'port': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:17.697446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.729703 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c901aa5c-d9b6-4390-b724-b54eb013f66b') {'for_net_delete': True} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:17.730722 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c901aa5c-d9b6-4390-b724-b54eb013f66b') {} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:17.759615 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6462157'] for segment, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.869032 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-64de163f-1811-4428-9312-51fc73205d68 req-8d53bab6-d891-483e-adaa-33b7dab81335 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169228 Jun 08 18:22:17.932810 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.954877 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc1b65-5481-41a2-8d0a-e655d100bdae req-9a91b2ad-fd7a-42c4-b31a-526bc372d3a1 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:17.962517 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3efc1b65-5481-41a2-8d0a-e655d100bdae req-9a91b2ad-fd7a-42c4-b31a-526bc372d3a1 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.7171326 Jun 08 18:22:17.995052 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=91718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:22:17.995682 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6552746'] for segment, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.006755 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:18.012143 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: from cryptography.utils import int_from_bytes Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: from cryptography.utils import int_from_bytes Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: Traceback (most recent call last): Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: timer() Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: cb(*args, **kw) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: return func(*args, **kwargs) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: self._notify() Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: self.callback(batched_events) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: event.method(event) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: return f(self, *a, **k) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: return self._get(url).json() Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: return self.request(url, 'GET', **kwargs) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:22:18.025359 dv-cinder-733622-16-smb neutron-server[91718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:22:18.040406 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.059394 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Attempting to bind port 35020f21-59fc-42a8-9e44-f02e50e42fdc on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:18.059669 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Attempting to bind port 35020f21-59fc-42a8-9e44-f02e50e42fdc by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:18.059935 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Attempting to bind port 35020f21-59fc-42a8-9e44-f02e50e42fdc on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:18.068966 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Port 35020f21-59fc-42a8-9e44-f02e50e42fdc on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:18.069406 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Attempting to bind port 35020f21-59fc-42a8-9e44-f02e50e42fdc on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:18.097642 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:18.097985 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Checking segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:18.098390 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Bound using segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:18.098836 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Bound port: 35020f21-59fc-42a8-9e44-f02e50e42fdc, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:18.099193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.118132 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.301403 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.304593 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.306737 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8128c495-7a6c-478d-b122-3af727b74e14 HTTP/1.1" status: 204 len: 168 time: 0.7041461 Jun 08 18:22:18.311338 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:18.326245 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8128c495-7a6c-478d-b122-3af727b74e14,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:18.329254 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c47c5-257c-499a-a237-df81750dbba6 req-87a0b16b-ff26-43b5-bfee-d632a083b094 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:18.330459 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:18.331485 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:18.331609 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-519c47c5-257c-499a-a237-df81750dbba6 req-87a0b16b-ff26-43b5-bfee-d632a083b094 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 943 time: 0.5849729 Jun 08 18:22:18.339474 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3efc1b65-5481-41a2-8d0a-e655d100bdae req-553bbbf3-3a94-4ff6-90f8-e07cdb1d69d8 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754897 Jun 08 18:22:18.365821 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:18.365821 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.369948 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:18.422478 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc63815-e62c-4546-9960-911948b0500c x-openstack-request-id: req-fdc63815-e62c-4546-9960-911948b0500c {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:18.423000 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "name": "network-vif-plugged", "status": "completed", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:18.423332 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fdc63815-e62c-4546-9960-911948b0500c {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:18.436708 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', 'code': 200} Jun 08 18:22:18.445985 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.494721 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a4b5266b-a24c-4d96-9397-6f5cabdaa3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:18.501555 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:18.505876 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.512149 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] 10.222.0.48 "PUT /v2.0/ports/35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 200 len: 1093 time: 2.9065733 Jun 08 18:22:18.512733 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:18.515878 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc0977-3c01-40d8-85bd-ae5beffe7109" -d '{"events": [{"name": "network-changed", "server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:18.540060 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.543397 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb061f0f-e8dc-475b-9a50-167b8df8bab1 HTTP/1.1" status: 204 len: 168 time: 1.7323809 Jun 08 18:22:18.549778 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40070) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:18.555019 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:18.650938 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb061f0f-e8dc-475b-9a50-167b8df8bab1,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:18.694042 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3d3133ff-d87a-43ac-937b-ed29485a8622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:18.739223 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_v2 [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Deleting subnet ce48a57c-7188-4482-8864-8402813dabd7 {{(pid=91719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:22:18.752639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:18.758757 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8fcb6d0f-b792-4cb1-a932-25d705098e7d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:18.822882 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.879417 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-519c47c5-257c-499a-a237-df81750dbba6 req-0233958d-b243-4fb9-995d-bbe7219e288e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331571 Jun 08 18:22:18.910501 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Allocated IP 172.20.0.8 (53af662d-3184-499f-8ea1-c33ff6933055/85691205-1d85-44bb-a37b-ea21ad508c81/4bb46692-255c-4460-9d4a-2df435ace3c0) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:18.934970 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.951679 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:18.967377 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b65db58c-8e55-458b-a53a-22c2c925e82f req-96b7c21a-11f2-4f1d-8637-6bd357d7026b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 210 time: 0.2903702 Jun 08 18:22:19.051282 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5f269-6ab5-45b9-b3b7-d65545d89ab4 req-9c6eded9-d8e2-4bf3-be0c-8bda79f78825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.052936 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ccb5f269-6ab5-45b9-b3b7-d65545d89ab4 req-9c6eded9-d8e2-4bf3-be0c-8bda79f78825 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.3045452 Jun 08 18:22:19.057520 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-2658c145-0ad8-462d-8b75-24872a887c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.059065 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-2658c145-0ad8-462d-8b75-24872a887c9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1096 time: 0.3079474 Jun 08 18:22:19.088578 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507'] for subnet, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.216686 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:19.239705 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '8fcb6d0f-b792-4cb1-a932-25d705098e7d', 'network_id': '3e6d3d31-14eb-4ecb-9c64-123b4c715252', 'port_id': '8fcb6d0f-b792-4cb1-a932-25d705098e7d', 'mac_address': 'fa:16:3e:9b:84:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bb0f00-3349-4a0e-a123-40a69ea1cf30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:19.293937 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-65b1665c-e4a3-44e8-9587-474098a4e40c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 200 len: 217 time: 0.2074287 Jun 08 18:22:19.299041 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf4d9c-74bd-47ba-850a-b20ba540d92c x-openstack-request-id: req-1dcf4d9c-74bd-47ba-850a-b20ba540d92c {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:19.299825 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:19.300295 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dcf4d9c-74bd-47ba-850a-b20ba540d92c {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:19.300991 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'status': 'completed', 'code': 200} Jun 08 18:22:19.314619 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-de0c770c-f55f-4742-a3c0-780cb5e47e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:19.378281 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.381903 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.386238 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce48a57c-7188-4482-8864-8402813dabd7 HTTP/1.1" status: 204 len: 168 time: 0.8351188 Jun 08 18:22:19.437366 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcb6d0f-b792-4cb1-a932-25d705098e7d {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:19.490762 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:19.502592 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.509549 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:19.529235 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce48a57c-7188-4482-8864-8402813dabd7,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:19.533094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40082) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:19.540733 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ccb5f269-6ab5-45b9-b3b7-d65545d89ab4 req-6d2f5911-d5e6-4acb-99be-e9e708c0c7bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803886 Jun 08 18:22:19.627838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:19.653783 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=8fcb6d0f-b792-4cb1-a932-25d705098e7d,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:19.668098 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:19.708295 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c18f29-78b9-4b74-9db8-7519772fd4e1 req-60eec671-bc85-4d4f-8ffc-58b62b7dc933 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.710987 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-13c18f29-78b9-4b74-9db8-7519772fd4e1 req-60eec671-bc85-4d4f-8ffc-58b62b7dc933 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.5317345 Jun 08 18:22:19.760687 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['8fcb6d0f-b792-4cb1-a932-25d705098e7d'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:19.762753 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.810520 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Transition to ACTIVE for port object 4bb46692-255c-4460-9d4a-2df435ace3c0 will not be triggered until provisioned by entity DHCP. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:19.824646 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-0e9f1b7f-7d3e-47f1-8920-d77346ff11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.827226 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-0e9f1b7f-7d3e-47f1-8920-d77346ff11e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.5152736 Jun 08 18:22:19.848093 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-13c18f29-78b9-4b74-9db8-7519772fd4e1 req-f92eb284-c866-4648-9d63-9e7b02a5f570 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144304 Jun 08 18:22:19.861112 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40092) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:19.934489 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.942994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.179054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.197481 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.198068 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.198969 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.199449 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > port after_create 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.199915 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > port after_delete 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.200383 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > port after_update 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.200858 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.201395 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.201853 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.202309 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.278594 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.279386 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.279933 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.280473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:20.281180 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fd4c33-6094-46a2-b48e-36582996e2cc']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:20.290251 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.291260 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-5776e35a-2b67-47ce-91f1-0517f1e30495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.293325 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-5776e35a-2b67-47ce-91f1-0517f1e30495 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4551508 Jun 08 18:22:20.308910 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.326726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19ee415-33da-4914-b5fe-d34fb29fcd7f') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:20.327413 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19ee415-33da-4914-b5fe-d34fb29fcd7f') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:20.435045 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:20.452536 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=007a96d30a9a435289d550ed73464553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880923 Jun 08 18:22:20.461087 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.464314 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40106) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:20.475285 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:20.475285 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:20.475285 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:20.475285 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:20.475285 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:20.475285 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:20.561067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.695207 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.771581 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8fcb6d0f-b792-4cb1-a932-25d705098e7d up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:20.788846 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:22:20.789552 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.798096 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43336db-10f6-45ff-ba67-f54e0f8fad5c,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: from cryptography.utils import int_from_bytes Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: from cryptography.utils import int_from_bytes Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:22:20.808199 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:22:20.853291 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:20.927063 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 8fcb6d0f-b792-4cb1-a932-25d705098e7d completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:20.935308 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 8fcb6d0f-b792-4cb1-a932-25d705098e7d triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:20.935690 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.942518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Network 53af662d-3184-499f-8ea1-c33ff6933055 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:20.954544 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:20.997952 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-b6a23fc7-067f-4cf6-a232-7844feea0a9e service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968000 Jun 08 18:22:21.004448 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:21.009249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.125019 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cda797b2-c229-407e-8ddb-6191e56a26b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:21.165958 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Pushing event deleted for resources: {'Network': ['ID=83fd4c33-6094-46a2-b48e-36582996e2cc,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:21.168208 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.170505 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] 10.222.0.41 "DELETE /v2.0/networks/83fd4c33-6094-46a2-b48e-36582996e2cc HTTP/1.1" status: 204 len: 168 time: 1.6160977 Jun 08 18:22:21.175218 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:21.260751 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-642bba4c-2891-4b7a-98d2-a6774821c38d req-2fed6f71-97fe-41e7-856f-ab3d2f8158fa service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538908 Jun 08 18:22:21.279360 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feed6c-ad1d-4b20-af85-dc1ca9281b22 req-d3eb454a-a017-4013-b3be-ccc796e6dc1d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.291528 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-69feed6c-ad1d-4b20-af85-dc1ca9281b22 req-d3eb454a-a017-4013-b3be-ccc796e6dc1d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 931 time: 0.8089757 Jun 08 18:22:21.375916 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69851106-16ff-4e69-9267-4cb1e737003a req-0d3d48b7-4af1-44b9-adaf-dc0b68794896 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.379638 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-69851106-16ff-4e69-9267-4cb1e737003a req-0d3d48b7-4af1-44b9-adaf-dc0b68794896 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 944 time: 0.9212372 Jun 08 18:22:21.448552 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ff04e4cd-045b-4990-8a86-8eb4886e2df9 None None] Provisioning for port 4bb46692-255c-4460-9d4a-2df435ace3c0 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:21.459056 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.461833 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.462511 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.493667 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ff04e4cd-045b-4990-8a86-8eb4886e2df9 None None] Provisioning complete for port 4bb46692-255c-4460-9d4a-2df435ace3c0 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:21.494234 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ff04e4cd-045b-4990-8a86-8eb4886e2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.561574 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.636871 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-d7785c8a-e522-4ee3-9b4f-342be9cc270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.642310 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-d7785c8a-e522-4ee3-9b4f-342be9cc270c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1096 time: 0.2945716 Jun 08 18:22:21.648956 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-ff04e4cd-045b-4990-8a86-8eb4886e2df9 None None] Port 4bb46692-255c-4460-9d4a-2df435ace3c0 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:22:21.685016 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:21.687356 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcb6d0f-b792-4cb1-a932-25d705098e7d'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:21.693534 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e24a1-ab54-4979-a3cb-054b855d4c4a" -d '{"events": [{"server_uuid": "23a6fce6-a4b3-44ee-8b72-055b5273a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "8fcb6d0f-b792-4cb1-a932-25d705098e7d"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:21.700814 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.705559 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:21.709628 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-69feed6c-ad1d-4b20-af85-dc1ca9281b22 req-bf4662bd-f862-4041-803b-3c678f79049e tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969576 Jun 08 18:22:21.751246 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-69851106-16ff-4e69-9267-4cb1e737003a req-d1008f05-dd90-4f3a-9ca0-84fa408373c0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331741 Jun 08 18:22:21.808749 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40138) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:21.810684 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-b65388c8-27b4-43ed-af2f-e9346b2ad9e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2293279 Jun 08 18:22:21.870901 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.937209 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Request body: {'port': {'device_id': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:21.942529 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=8fcb6d0f-b792-4cb1-a932-25d705098e7d,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:21.959256 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:22.195110 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-94cc3da2-0400-4b88-b2d8-8b865fecad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.196869 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-94cc3da2-0400-4b88-b2d8-8b865fecad1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.5471873 Jun 08 18:22:22.408475 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-de5af0c9-7ea1-4293-9d05-91961b6b5d40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 200 len: 217 time: 0.2029529 Jun 08 18:22:22.452153 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-225f666a-844e-409a-94e1-9e49515b982e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9272418004547ce94aeba8d5ba616c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397176 Jun 08 18:22:22.483303 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40146) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:22.564445 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-53a4f81b-d1c8-4694-9f7b-c4987b51e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.567340 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-53a4f81b-d1c8-4694-9f7b-c4987b51e16b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.1520116 Jun 08 18:22:22.575123 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:22.595241 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:22.599175 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e43336db-10f6-45ff-ba67-f54e0f8fad5c HTTP/1.1" status: 204 len: 168 time: 2.1247232 Jun 08 18:22:22.603288 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1b9a7258-9524-4ce0-a57e-8b5547494bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:22.626979 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:22.690022 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43336db-10f6-45ff-ba67-f54e0f8fad5c,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:22.704754 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:22.745129 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-fb6ac74b-7e4d-4722-ba37-7f0d6c3acf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.747050 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-fb6ac74b-7e4d-4722-ba37-7f0d6c3acf90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1726389 Jun 08 18:22:22.842651 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a58038-9a98-45bd-a26e-31649ef8a181 req-f0a50c28-7aff-4595-b399-55c661bb2fea tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.846929 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-87a58038-9a98-45bd-a26e-31649ef8a181 req-f0a50c28-7aff-4595-b399-55c661bb2fea tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.7515860 Jun 08 18:22:22.848287 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:22.989477 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-6c93cf89-69e4-4ba6-9433-2d29e3089784 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332730 Jun 08 18:22:23.018160 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.100220 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.112497 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.127662 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a312fd09-2b8d-470e-97c7-8c175223bd78 HTTP/1.1" status: 204 len: 168 time: 0.6328657 Jun 08 18:22:23.141197 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-76c05812-4896-4bdb-9b77-149c1e341f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:23.220644 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312fd09-2b8d-470e-97c7-8c175223bd78,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:23.234720 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:23.257360 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-87a58038-9a98-45bd-a26e-31649ef8a181 req-2d14f531-c3e5-4e13-9b4e-e278b6f97694 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660254 Jun 08 18:22:23.378143 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01fa05f-e844-4348-9b28-320e1e63d023 x-openstack-request-id: req-c01fa05f-e844-4348-9b28-320e1e63d023 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:23.379206 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6fce6-a4b3-44ee-8b72-055b5273a1f6", "name": "network-vif-plugged", "status": "completed", "tag": "8fcb6d0f-b792-4cb1-a932-25d705098e7d", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:23.379638 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c01fa05f-e844-4348-9b28-320e1e63d023 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:23.380186 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcb6d0f-b792-4cb1-a932-25d705098e7d', 'code': 200} Jun 08 18:22:23.789530 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7bdc0977-3c01-40d8-85bd-ae5beffe7109 req-cf4eea8e-cab3-4311-bbf5-e42860a02d92 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919364 Jun 08 18:22:24.130427 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40186) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:24.145326 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cd55b-8de0-4674-9b1c-7c9c33a8a0aa req-aca41aa3-c7a1-40ee-bacf-8e17d219fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.145326 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-5c9cd55b-8de0-4674-9b1c-7c9c33a8a0aa req-aca41aa3-c7a1-40ee-bacf-8e17d219fa18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.2566881 Jun 08 18:22:24.245080 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-5c9cd55b-8de0-4674-9b1c-7c9c33a8a0aa req-e3224296-3beb-44fe-a41d-a691e5053dea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965586 Jun 08 18:22:24.429252 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f881e05-f9f0-4756-a612-180006b0cc6e req-564ede4d-a191-430e-a1a9-6b77bcd947a5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.432208 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7f881e05-f9f0-4756-a612-180006b0cc6e req-564ede4d-a191-430e-a1a9-6b77bcd947a5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 931 time: 0.8390415 Jun 08 18:22:24.457531 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6ec32050-8850-4e30-ae90-e7f51bed0398 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edd8998d516642418e58717ed911efe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170097 Jun 08 18:22:24.460817 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40196) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:24.519487 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521868d-2f63-4011-818b-f2c49a44521d req-0570b4a1-2382-4773-9a55-caf7fe61622d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.534813 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8521868d-2f63-4011-818b-f2c49a44521d req-0570b4a1-2382-4773-9a55-caf7fe61622d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.7605939 Jun 08 18:22:24.581113 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.resource_extend [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:24.600090 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7f881e05-f9f0-4756-a612-180006b0cc6e req-9b87d4e6-9224-4e45-8de1-2fc04fdfa944 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486971 Jun 08 18:22:24.605103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.672762 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.778582 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:24.806024 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.814729 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.820574 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6a67fd0-c5cd-4c01-b68d-0b6d892ddc75 HTTP/1.1" status: 204 len: 168 time: 0.3541446 Jun 08 18:22:24.823969 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1a287c74-a34f-4e12-94b9-6365fc965f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:24.866192 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a67fd0-c5cd-4c01-b68d-0b6d892ddc75,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:24.874426 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8521868d-2f63-4011-818b-f2c49a44521d req-5eb5b138-0114-4593-8603-74b711ae6e07 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955103 Jun 08 18:22:24.885035 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:24.976844 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb46692-255c-4460-9d4a-2df435ace3c0 {{(pid=91718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:25.031807 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.085382 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Transition to ACTIVE for port object 4bb46692-255c-4460-9d4a-2df435ace3c0 will not be triggered until provisioned by entity L2. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:25.092482 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.118338 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909bf95-6f12-4949-9e0d-321acb599aa8 req-c74dcdc5-9a8b-4610-8835-20a058389be8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:25.126546 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2909bf95-6f12-4949-9e0d-321acb599aa8 req-c74dcdc5-9a8b-4610-8835-20a058389be8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2464139 Jun 08 18:22:25.130557 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:25.341055 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:25.379364 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'mac_address': 'fa:16:3e:05:2a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:25.391913 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2909bf95-6f12-4949-9e0d-321acb599aa8 req-4540f990-1d19-4c6e-8375-a530ef08a65a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643414 Jun 08 18:22:25.497804 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=4bb46692-255c-4460-9d4a-2df435ace3c0,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:25.510201 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:25.531711 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.606638 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35020f21-59fc-42a8-9e44-f02e50e42fdc {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:25.638458 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:25.647929 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.659789 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:25.666737 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Attempting to bind port 4bb46692-255c-4460-9d4a-2df435ace3c0 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:25.667706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Attempting to bind port 4bb46692-255c-4460-9d4a-2df435ace3c0 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}] {{(pid=91718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:25.668046 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Attempting to bind port 4bb46692-255c-4460-9d4a-2df435ace3c0 on network 53af662d-3184-499f-8ea1-c33ff6933055 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:25.684042 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Port 4bb46692-255c-4460-9d4a-2df435ace3c0 on network 53af662d-3184-499f-8ea1-c33ff6933055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:25.684785 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Attempting to bind port 4bb46692-255c-4460-9d4a-2df435ace3c0 on network 53af662d-3184-499f-8ea1-c33ff6933055 {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:25.700364 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:25.700702 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Checking segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:25.701091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Bound using segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} {{(pid=91718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:25.701562 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.managers [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Bound port: 4bb46692-255c-4460-9d4a-2df435ace3c0, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}}] {{(pid=91718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:25.705696 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.854211 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:25.872996 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.874064 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.874950 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.875996 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.876872 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.877993 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.878944 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.879791 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.880678 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.882192 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.883247 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.884091 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:25.918657 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:25.933040 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['35020f21-59fc-42a8-9e44-f02e50e42fdc'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:25.959459 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] For port 4bb46692-255c-4460-9d4a-2df435ace3c0, host hv-cinder-73362, cleared binding levels {{(pid=91718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:25.963946 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] For port 4bb46692-255c-4460-9d4a-2df435ace3c0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4bb46692-255c-4460-9d4a-2df435ace3c0,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:26.048778 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.110176 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:26.436629 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:26.438261 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.440634 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] 10.222.0.48 "PUT /v2.0/ports/4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 1093 time: 4.5104825 Jun 08 18:22:26.445038 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:26.457035 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46cca1d-e232-42d6-b5b0-03954d84f1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:26.477817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=4bb46692-255c-4460-9d4a-2df435ace3c0,revision_number=3']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:26.496316 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:26.565459 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc2ab-2f1a-45e8-bc60-610c1e18a768 req-2110c4f4-9fff-423d-8517-b1ef93399f44 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:26.568172 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-971cc2ab-2f1a-45e8-bc60-610c1e18a768 req-2110c4f4-9fff-423d-8517-b1ef93399f44 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 943 time: 0.6013825 Jun 08 18:22:26.793696 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c677-9277-4cfb-8cc9-190b1e5943ac req-14eb2ce5-a244-4aa7-bb65-ab78e50ab89b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:26.796983 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0802c677-9277-4cfb-8cc9-190b1e5943ac req-14eb2ce5-a244-4aa7-bb65-ab78e50ab89b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.6087148 Jun 08 18:22:26.807569 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-971cc2ab-2f1a-45e8-bc60-610c1e18a768 req-f431eb99-ba39-4c98-9146-6dd88f7087bb tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751959 Jun 08 18:22:26.870690 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0802c677-9277-4cfb-8cc9-190b1e5943ac req-84643c23-aad0-4bae-a03d-2b6054f94499 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599031 Jun 08 18:22:26.932435 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-370e9ebe-2294-49b5-924a-40a059c1ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:26.935551 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-370e9ebe-2294-49b5-924a-40a059c1ead3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1096 time: 0.3851104 Jun 08 18:22:27.051662 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-1fc00e9c-2e16-4376-9ac4-6c66505d2f3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 217 time: 0.1043262 Jun 08 18:22:27.214431 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-2407e8ce-6080-419b-9f8e-3f993022b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:27.215917 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-2407e8ce-6080-419b-9f8e-3f993022b550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.1576421 Jun 08 18:22:27.321502 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bf3dd-1418-4399-9511-5eab514f6fe6 req-e9fa61eb-69d9-49a6-a681-192ac7b35b7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:27.323076 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c77bf3dd-1418-4399-9511-5eab514f6fe6 req-e9fa61eb-69d9-49a6-a681-192ac7b35b7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 944 time: 0.1943591 Jun 08 18:22:27.365408 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0672d7-ff23-4eb5-9a83-f278806b8d95 x-openstack-request-id: req-8e0672d7-ff23-4eb5-9a83-f278806b8d95 {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:27.365726 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:27.366137 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e0672d7-ff23-4eb5-9a83-f278806b8d95 {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:27.366510 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'status': 'completed', 'code': 200} Jun 08 18:22:27.374085 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-cc6b6c56-c91f-4bfd-8754-7a954b9fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:27.376303 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-cc6b6c56-c91f-4bfd-8754-7a954b9fce78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1520114 Jun 08 18:22:27.478096 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c77bf3dd-1418-4399-9511-5eab514f6fe6 req-e27d10b8-41d5-4a78-90c5-844c102ab5c1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470520 Jun 08 18:22:27.632218 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-ff1d9135-4dd1-42b9-8c31-2c2c7b1743d1 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440224 Jun 08 18:22:28.065385 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-50ba764e-3bb8-420e-986c-2aea46f136fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.068063 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-50ba764e-3bb8-420e-986c-2aea46f136fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.1284487 Jun 08 18:22:28.083873 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a43ec2ef-b63a-4dce-a8c3-c20f300903b4 req-66f2ffaf-e145-41c3-923e-872399c965b7 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419198 Jun 08 18:22:28.102739 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7add8f6-edcd-4ad1-9247-317e0b9e8c9b req-3845689b-26e1-452a-8135-92075e868cc7 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.109961 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d7add8f6-edcd-4ad1-9247-317e0b9e8c9b req-3845689b-26e1-452a-8135-92075e868cc7 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.4216218 Jun 08 18:22:28.171871 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d7add8f6-edcd-4ad1-9247-317e0b9e8c9b req-78d3faea-98a7-4e1d-93b4-e94dbb22dad2 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607615 Jun 08 18:22:28.334202 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-c8de0bae-2d51-47f4-a5a2-a56587c327c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.336770 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-c8de0bae-2d51-47f4-a5a2-a56587c327c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.2575877 Jun 08 18:22:28.337502 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd1aef-a9b6-459b-b1b2-c9fa1c63b38e req-b034f9e2-5d91-49c5-aa4d-c202d9646f17 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.339798 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-57dd1aef-a9b6-459b-b1b2-c9fa1c63b38e req-b034f9e2-5d91-49c5-aa4d-c202d9646f17 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.3533385 Jun 08 18:22:28.442169 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-fad5bd57-a886-4378-a08f-fd5e2ee7577e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d HTTP/1.1" status: 200 len: 217 time: 0.0938060 Jun 08 18:22:28.481103 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-57dd1aef-a9b6-459b-b1b2-c9fa1c63b38e req-f7c698d5-a428-4296-bbc5-f4ccf460a043 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958698 Jun 08 18:22:28.501323 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-f850a683-3368-4fa4-a473-a1f4ceb84421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.504109 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-f850a683-3368-4fa4-a473-a1f4ceb84421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1096 time: 0.3125074 Jun 08 18:22:28.572325 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-34326d61-8871-4d2c-a484-4803ecb21b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.574210 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-34326d61-8871-4d2c-a484-4803ecb21b91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.1141026 Jun 08 18:22:28.645180 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-fc024bdc-a269-438a-8745-d640722c89af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592189 Jun 08 18:22:28.654396 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40d514-0f3c-4bb0-a53a-f66998202bdf req-ac848887-edff-4266-acb8-92645d256aba tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.662532 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ed40d514-0f3c-4bb0-a53a-f66998202bdf req-ac848887-edff-4266-acb8-92645d256aba tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 943 time: 0.3211641 Jun 08 18:22:28.751808 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ed40d514-0f3c-4bb0-a53a-f66998202bdf req-78d3105e-6cf4-4dba-914a-eb6fa7f88c28 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883067 Jun 08 18:22:28.810153 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:28.867520 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-d6a2bac4-808c-4d4b-aaea-af8f20edae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.869280 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-d6a2bac4-808c-4d4b-aaea-af8f20edae9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 0.3296034 Jun 08 18:22:28.972217 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-5ae87f22-76e5-4967-99f8-3e7e0d50164b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 217 time: 0.0880888 Jun 08 18:22:28.982481 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 35020f21-59fc-42a8-9e44-f02e50e42fdc completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:28.988270 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 35020f21-59fc-42a8-9e44-f02e50e42fdc triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:28.988976 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.091292 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f44d0e-43fe-4409-acaf-093c184ceb9b req-8799e471-66a4-4f58-bfcb-34cdcacfce01 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:29.095414 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-87f44d0e-43fe-4409-acaf-093c184ceb9b req-8799e471-66a4-4f58-bfcb-34cdcacfce01 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 944 time: 0.3027582 Jun 08 18:22:29.132307 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-247754e7-030e-40a4-ba74-00a8ab8607e4 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793236 Jun 08 18:22:29.300867 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-1f904fc1-61a4-42ad-8ddf-f6e45a655e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:29.306393 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-1f904fc1-61a4-42ad-8ddf-f6e45a655e62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.3188188 Jun 08 18:22:29.336938 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.407957 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:29.411288 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8625225-8dd2-4bd4-83ac-99b46a1d4d5a" -d '{"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-plugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:29.430650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:29.438861 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.441209 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:29.538659 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-87f44d0e-43fe-4409-acaf-093c184ceb9b req-9081d13b-30aa-45e0-8cda-e062de508dfc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323506 Jun 08 18:22:29.565232 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:29.565232 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:29.650511 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeeca36-4390-480d-9b75-1410bc42f9f5 x-openstack-request-id: req-9aeeca36-4390-480d-9b75-1410bc42f9f5 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:29.651587 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-plugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:29.652153 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9aeeca36-4390-480d-9b75-1410bc42f9f5 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:29.652863 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'code': 200} Jun 08 18:22:29.682221 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9baf4b8c-1fad-4095-b1eb-6e7538182e73 req-75a410d2-2a2e-4450-86e1-423bd3636e06 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397048 Jun 08 18:22:29.708987 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260c6a-96df-4006-acc5-3aab24fda19c req-917e8ea7-f60e-41a9-9747-ab8c64dadde1 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:29.716824 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bc260c6a-96df-4006-acc5-3aab24fda19c req-917e8ea7-f60e-41a9-9747-ab8c64dadde1 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.2998457 Jun 08 18:22:29.721058 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-b352cb45-fba2-45f2-baf5-535d5d5b0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:29.722151 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-b352cb45-fba2-45f2-baf5-535d5d5b0a3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4071286 Jun 08 18:22:29.735628 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-43b9d6cb-7bbe-4a39-a4ce-05c17a64c05c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3852882 Jun 08 18:22:29.832278 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bc260c6a-96df-4006-acc5-3aab24fda19c req-a228369b-e1d1-42ca-8c4f-f057e148ed25 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143894 Jun 08 18:22:29.843290 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-4dd21dbe-2488-48cc-b792-feae633f8507 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:29.854597 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-4dd21dbe-2488-48cc-b792-feae633f8507 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.48 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.3605957 Jun 08 18:22:30.166302 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-2a534ba1-7c6f-4705-8c0f-0470202fdef9 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069464 Jun 08 18:22:30.182823 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac9513-9740-4abb-826d-1f50dbb2fc32 req-c846149c-0e43-40a0-87bd-5f89c21daa11 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:30.193641 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fdac9513-9740-4abb-826d-1f50dbb2fc32 req-c846149c-0e43-40a0-87bd-5f89c21daa11 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2551107 Jun 08 18:22:30.257031 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-6dabf294-efee-4db2-8dd2-05ab2067245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:30.258727 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-6dabf294-efee-4db2-8dd2-05ab2067245a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.2840583 Jun 08 18:22:30.284069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Deleting port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:22:30.284069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:30.356409 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003561c-a8b2-4a19-b78d-4545ad991c81 req-6bf22519-1795-4d04-9330-ec1d6666ae59 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:30.358587 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d003561c-a8b2-4a19-b78d-4545ad991c81 req-6bf22519-1795-4d04-9330-ec1d6666ae59 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 943 time: 0.3406165 Jun 08 18:22:30.409029 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fdac9513-9740-4abb-826d-1f50dbb2fc32 req-b6b85e82-1d00-4896-b785-525f56d25230 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140846 Jun 08 18:22:30.549767 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdbb55-5db3-4142-a4c9-5ebd815fc31d req-fa39da73-62fa-4be1-aec7-a2f30be78bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:30.551557 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-80bdbb55-5db3-4142-a4c9-5ebd815fc31d req-fa39da73-62fa-4be1-aec7-a2f30be78bfe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1098 time: 0.5757327 Jun 08 18:22:30.581428 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d003561c-a8b2-4a19-b78d-4545ad991c81 req-eba4a845-e3ca-410d-add3-bd506d481463 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063909 Jun 08 18:22:30.610074 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f46cca1d-e232-42d6-b5b0-03954d84f1b9 req-d4a048af-5764-49fe-b4f4-ef7e47901060 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113965 Jun 08 18:22:30.741003 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] For port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,segment=NetworkSegment(cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8),segment_id=cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:30.741401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:30.804597 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4bb46692-255c-4460-9d4a-2df435ace3c0 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:31.070594 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Calling delete_port for 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:22:31.075056 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-80bdbb55-5db3-4142-a4c9-5ebd815fc31d req-a5e9d9a9-9eae-4b99-8883-572425c2d8ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5129097 Jun 08 18:22:31.076119 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-e5d0d8b7-4734-4a0e-accb-d7c63d920172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:31.079249 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-e5d0d8b7-4734-4a0e-accb-d7c63d920172 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.7993834 Jun 08 18:22:31.085747 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 4bb46692-255c-4460-9d4a-2df435ace3c0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4bb46692-255c-4460-9d4a-2df435ace3c0,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:31.103436 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40424) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:31.105766 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'port_id': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:31.215094 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732cb47-dc4c-4dd0-b65e-850ba5df263e req-0a401d1f-ae3e-4623-ba28-2db459e1c37f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:31.217346 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:31.218636 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2732cb47-dc4c-4dd0-b65e-850ba5df263e req-0a401d1f-ae3e-4623-ba28-2db459e1c37f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3551407 Jun 08 18:22:31.249958 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb46692-255c-4460-9d4a-2df435ace3c0 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:31.277069 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 4bb46692-255c-4460-9d4a-2df435ace3c0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4bb46692-255c-4460-9d4a-2df435ace3c0,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:31.282821 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:31.288756 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:31.289063 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-aab6a295-1b55-4fb1-a393-b84c4b71b29f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.0818434 Jun 08 18:22:31.308055 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d491-1e32-4c7c-85f6-aab74211ccc8 req-eaeea991-6bbc-4071-8b23-34c0faeeb7f6 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:31.324382 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1d81d491-1e32-4c7c-85f6-aab74211ccc8 req-eaeea991-6bbc-4071-8b23-34c0faeeb7f6 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 946 time: 0.3102024 Jun 08 18:22:31.388957 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-4fba2430-5bee-4e13-ad63-c05b2c264300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:31.391191 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-4fba2430-5bee-4e13-ad63-c05b2c264300 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.0943024 Jun 08 18:22:31.408313 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=4bb46692-255c-4460-9d4a-2df435ace3c0,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:31.412171 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:31.484292 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:31.489704 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-6cd9e999-f40c-493e-82f6-5b6ed93d8454 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909748 Jun 08 18:22:31.520804 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2732cb47-dc4c-4dd0-b65e-850ba5df263e req-722da4ee-6d96-4c49-b211-192c2ccdec63 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867894 Jun 08 18:22:31.526846 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1d81d491-1e32-4c7c-85f6-aab74211ccc8 req-ed7124df-ce72-45c2-a8d5-95c62d5e059c tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e0b4d5d-de40-426b-aa5c-98be80f7ab13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006657 Jun 08 18:22:31.552233 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4bb46692-255c-4460-9d4a-2df435ace3c0'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:31.813641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:31.830902 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:31.939580 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Pushing event deleted for resources: {'Port': ['ID=52debff6-c534-4ea6-a0d4-e7a8c7de05d9,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:32.026440 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:32.221510 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] No DVR routers for this DVR port 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:22:32.221510 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.234754 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d6ca93a2-4c6a-4e4d-957b-3790a4579977 req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.48 "DELETE /v2.0/ports/52debff6-c534-4ea6-a0d4-e7a8c7de05d9 HTTP/1.1" status: 204 len: 173 time: 2.3638263 Jun 08 18:22:32.234754 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'name': 'network-vif-deleted', 'tag': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:32.234754 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba1923-d871-4538-b4d4-f0761dd0d86e" -d '{"events": [{"server_uuid": "58160487-6e0d-4014-bb33-0718e0bb09c4", "name": "network-vif-deleted", "tag": "52debff6-c534-4ea6-a0d4-e7a8c7de05d9"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:32.237920 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.248636 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-ebe86927-43d6-4159-a124-32e58c40a1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288656 Jun 08 18:22:32.267742 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ed7b9-c032-4505-a8a9-655fa2cadecb req-cf2e257f-d957-42bd-ba3f-ac0485101c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:32.270640 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bb4ed7b9-c032-4505-a8a9-655fa2cadecb req-cf2e257f-d957-42bd-ba3f-ac0485101c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 944 time: 0.3498750 Jun 08 18:22:32.274195 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.324826 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:32.391935 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4444ca7-2841-4848-bc1d-d17277b1d4c2 req-c419852f-8044-47ea-a65d-e0bdbb54f067 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:32.394658 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4444ca7-2841-4848-bc1d-d17277b1d4c2 req-c419852f-8044-47ea-a65d-e0bdbb54f067 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.5699060 Jun 08 18:22:32.532521 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c7171-be46-409d-9e1b-50c56e98ff5f,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:32.541247 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aab6c3b962304537951d215f78bc2544&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4329972 Jun 08 18:22:32.543153 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:32.550750 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40464) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:32.631193 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2e679564-ea1b-4714-b782-4d6ab7321a9c req-ee60ea2b-bea9-489f-9150-ae217db5fb02 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697391 Jun 08 18:22:32.668292 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bb4ed7b9-c032-4505-a8a9-655fa2cadecb req-e11c043b-aef7-4264-a58c-07ab22ab87cf tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772249 Jun 08 18:22:32.673526 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4444ca7-2841-4848-bc1d-d17277b1d4c2 req-9784501e-2cb0-462c-bdcf-b7c828e7990d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350948 Jun 08 18:22:32.783829 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.827182 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.829783 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4bb46692-255c-4460-9d4a-2df435ace3c0 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:32.854749 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c850b-5117-42ab-b5a8-005355a88697 x-openstack-request-id: req-015c850b-5117-42ab-b5a8-005355a88697 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:32.855732 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58160487-6e0d-4014-bb33-0718e0bb09c4", "name": "network-vif-deleted", "tag": "52debff6-c534-4ea6-a0d4-e7a8c7de05d9", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:32.856035 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-015c850b-5117-42ab-b5a8-005355a88697 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:32.856467 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58160487-6e0d-4014-bb33-0718e0bb09c4', 'name': 'network-vif-deleted', 'tag': '52debff6-c534-4ea6-a0d4-e7a8c7de05d9', 'status': 'completed', 'code': 200} Jun 08 18:22:32.961675 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.969667 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.979378 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e94c7171-be46-409d-9e1b-50c56e98ff5f HTTP/1.1" status: 204 len: 168 time: 0.3435407 Jun 08 18:22:32.983033 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4fbc1ca8-29a2-4723-8af0-96655614cd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:33.041750 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c7171-be46-409d-9e1b-50c56e98ff5f,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:33.042294 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 4bb46692-255c-4460-9d4a-2df435ace3c0 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:33.068445 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:33.086850 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 4bb46692-255c-4460-9d4a-2df435ace3c0 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:33.090482 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.164512 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40476) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:33.437865 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-77446bc6-8fb7-4f82-8e54-4590be65bd3f req-76447062-b884-4552-ac96-39165e90295d tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] 10.222.0.41 "GET /v2.0/ports?device_id=58160487-6e0d-4014-bb33-0718e0bb09c4 HTTP/1.1" status: 200 len: 210 time: 0.1744430 Jun 08 18:22:33.521778 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.543466 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5a27a-13d9-4d58-8ac5-ced68415303b req-25a148d8-4de7-4a21-be3f-6084924f4f84 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:33.545120 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9ae5a27a-13d9-4d58-8ac5-ced68415303b req-25a148d8-4de7-4a21-be3f-6084924f4f84 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3468139 Jun 08 18:22:33.630073 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:33.634073 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7985f36-07a8-48eb-bf67-2cb5b2f36ee4" -d '{"events": [{"server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "name": "network-vif-plugged", "status": "completed", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:33.665793 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 4bb46692-255c-4460-9d4a-2df435ace3c0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4bb46692-255c-4460-9d4a-2df435ace3c0,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:33.674062 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.675716 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:22:33.680915 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9ae5a27a-13d9-4d58-8ac5-ced68415303b req-81d6d655-0d47-4672-a4e4-26b6cb477b36 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247110 Jun 08 18:22:33.791677 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1ba5e-7282-484d-a109-c7ecdb88ac61 x-openstack-request-id: req-b7f1ba5e-7282-484d-a109-c7ecdb88ac61 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:33.791677 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "name": "network-vif-plugged", "status": "completed", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:33.791677 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7f1ba5e-7282-484d-a109-c7ecdb88ac61 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:33.791677 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'code': 200} Jun 08 18:22:33.800556 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:33.879906 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:22:33.880598 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 52debff6-c534-4ea6-a0d4-e7a8c7de05d9 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:22:33.951668 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=4bb46692-255c-4460-9d4a-2df435ace3c0,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:33.956450 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:34.032076 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.087650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.208752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66095c7-26d8-45e4-bed3-c94f5b7951ec req-be87d4e3-0b4f-42a3-a7c0-4dc014909649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:34.211291 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c66095c7-26d8-45e4-bed3-c94f5b7951ec req-be87d4e3-0b4f-42a3-a7c0-4dc014909649 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1098 time: 0.1044378 Jun 08 18:22:34.264780 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e19be9-e15c-4f36-bf86-83acf848162c req-a2834725-644a-4068-b090-6df89429b464 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:34.267637 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a7e19be9-e15c-4f36-bf86-83acf848162c req-a2834725-644a-4068-b090-6df89429b464 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2390809 Jun 08 18:22:34.280152 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48941a8b-ef6b-4d84-bd4a-935f43c2dc8b req-84458af1-b6f5-4c6d-909f-086c0c00c4f8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:34.282681 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-48941a8b-ef6b-4d84-bd4a-935f43c2dc8b req-84458af1-b6f5-4c6d-909f-086c0c00c4f8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2531867 Jun 08 18:22:34.291635 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c66095c7-26d8-45e4-bed3-c94f5b7951ec req-5de58236-a501-49de-8bf0-defb5c9a85a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715597 Jun 08 18:22:34.417019 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a7e19be9-e15c-4f36-bf86-83acf848162c req-4d60ec59-fe96-4d58-8e8a-f6cd44e00ac6 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310844 Jun 08 18:22:34.425310 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-48941a8b-ef6b-4d84-bd4a-935f43c2dc8b req-5ffac1e5-1d62-4cb8-a04d-ffa0d141097a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169205 Jun 08 18:22:34.427202 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.434776 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.445556 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:34.491241 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adca71c9943d465aa35380f8ad877370&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3241091 Jun 08 18:22:34.495407 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40524) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:34.522148 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9207f9e1-4cf6-4918-817e-ace036eca459,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:34.547861 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:34.724136 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.745033 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40532) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:34.764228 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.814624 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e864db6-c761-4808-a685-fcf0ceca4d80 req-04d7064e-b033-484d-92d4-dbcb6027938a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:34.818538 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7e864db6-c761-4808-a685-fcf0ceca4d80 req-04d7064e-b033-484d-92d4-dbcb6027938a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2430797 Jun 08 18:22:34.829126 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40548) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:34.837726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'floatingip': {'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:34.874704 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.879296 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.883292 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9207f9e1-4cf6-4918-817e-ace036eca459 HTTP/1.1" status: 204 len: 168 time: 0.3844967 Jun 08 18:22:34.883292 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:34.894687 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9207f9e1-4cf6-4918-817e-ace036eca459,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:34.897291 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:35.083905 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.106523 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.449552 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40574) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:35.480425 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.953055 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec445d0e-dafc-4127-b54f-7e122745ca6f req-c7acba74-a714-4d70-9a85-21daac87e5f0 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:35.956094 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec445d0e-dafc-4127-b54f-7e122745ca6f req-c7acba74-a714-4d70-9a85-21daac87e5f0 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.3178201 Jun 08 18:22:36.040032 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6fff-0a97-41e9-90e1-17a4fd1a37c2 req-9884042c-6262-4ee3-bd92-0f1efd1a8e44 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:36.042754 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2dfe6fff-0a97-41e9-90e1-17a4fd1a37c2 req-9884042c-6262-4ee3-bd92-0f1efd1a8e44 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2718911 Jun 08 18:22:36.081721 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec445d0e-dafc-4127-b54f-7e122745ca6f req-79a4cb83-5fa9-4952-ae23-c57a8a820f29 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110699 Jun 08 18:22:36.127728 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40584) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:36.198216 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2dfe6fff-0a97-41e9-90e1-17a4fd1a37c2 req-69d19510-43af-4605-89dc-3a93d1d7f9cc tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231692 Jun 08 18:22:36.406370 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.471292 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377e44-01aa-49f2-8416-356e5dfe1614 req-e105f451-98d9-42a5-8add-2f8a025817bf tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:36.473914 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-67377e44-01aa-49f2-8416-356e5dfe1614 req-e105f451-98d9-42a5-8add-2f8a025817bf tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1971059 Jun 08 18:22:36.487656 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40590) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:36.493252 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'floatingip': {'port_id': '4bb46692-255c-4460-9d4a-2df435ace3c0'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:36.535418 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.542156 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.553956 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:36.651719 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70b65d3e0e584da68ac48acdd0fab54c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9051635 Jun 08 18:22:36.661954 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40596) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:36.681055 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878eb092-14f8-47db-81c8-58e3d0c2e554,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:36.701001 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:36.720937 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.729530 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.resource_extend [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:36.788307 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.api [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:22:36.788307 dv-cinder-733622-16-smb neutron-server[91718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:22:36.788307 dv-cinder-733622-16-smb neutron-server[91718]: [parameters: {'project_id_1': '1e0885ef2c1840bbad94951c74576c69', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 22, 36, 431927)}] Jun 08 18:22:36.788307 dv-cinder-733622-16-smb neutron-server[91718]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:22:36.788763 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_db.api [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:22:36.865196 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.900803 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.945093 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40608) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:36.970514 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.972768 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.975626 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.976861 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/878eb092-14f8-47db-81c8-58e3d0c2e554 HTTP/1.1" status: 204 len: 168 time: 0.3139060 Jun 08 18:22:36.978186 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e2447d0f-15cb-4c1e-b265-5848b1a676c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:36.989779 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878eb092-14f8-47db-81c8-58e3d0c2e554,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:36.991774 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.146556 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:37.232211 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Floating IP 7d47bf55-c5ed-4d8a-990b-43ad2476a494 associated. External IP: 172.28.0.10, port: 35020f21-59fc-42a8-9e44-f02e50e42fdc. Jun 08 18:22:37.297307 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.308744 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Deleting subnet b88122b1-2e8a-4caa-89dc-5134ac874805 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:22:37.331185 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.361814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.379333 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.394059 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:37.501595 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.625909 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40618) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:37.636196 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfd7a7826916454a9b4810be6e24249c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1849995 Jun 08 18:22:37.645971 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40620) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:37.728999 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5219541f-c005-4fe1-88d2-4b59ea2134ac,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:37.772944 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:37.774236 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.804133 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.851751 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.865703 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:22:38.107296 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.112542 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.114710 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5219541f-c005-4fe1-88d2-4b59ea2134ac HTTP/1.1" status: 204 len: 168 time: 0.4673827 Jun 08 18:22:38.120674 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:38.129247 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.157095 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5219541f-c005-4fe1-88d2-4b59ea2134ac,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:38.174677 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:38.207145 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:22:38.219591 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.250023 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:22:38.272432 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:38.273077 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:22:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:38.370266 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-39d65e1e-24a2-42fa-9480-915886b7f6e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "PUT /v2.0/floatingips/7d47bf55-c5ed-4d8a-990b-43ad2476a494 HTTP/1.1" status: 200 len: 990 time: 3.5396266 Jun 08 18:22:38.371293 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:38.374450 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:38.469334 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161ed9c-9182-4073-8306-a9c64ee189e2 req-7df3fd09-d6d9-4776-b05f-cb199c2ccd88 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:38.476953 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3161ed9c-9182-4073-8306-a9c64ee189e2 req-7df3fd09-d6d9-4776-b05f-cb199c2ccd88 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 1.0086911 Jun 08 18:22:38.482817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.521090 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.545278 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-81c3959f-cc7b-4354-882f-044e5a0e4a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:38.572025 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.582226 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.resource_extend [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:38.606586 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:38.697403 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bae48e6-69c5-48be-be28-97c3cbf75cfe x-openstack-request-id: req-6bae48e6-69c5-48be-be28-97c3cbf75cfe {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:38.697924 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:38.698022 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bae48e6-69c5-48be-be28-97c3cbf75cfe {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:38.698403 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'status': 'completed', 'code': 200} Jun 08 18:22:38.727619 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88122b1-2e8a-4caa-89dc-5134ac874805,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:38.756189 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:38.765859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:38.779809 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.782737 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-ddecd360-17c5-428a-98e2-81f3a2951820 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b88122b1-2e8a-4caa-89dc-5134ac874805 HTTP/1.1" status: 204 len: 168 time: 1.8364460 Jun 08 18:22:38.790092 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40640) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:38.816290 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3161ed9c-9182-4073-8306-a9c64ee189e2 req-551aaf6d-97fd-4bf9-bcb9-f66a27144452 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379858 Jun 08 18:22:38.840965 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e0885ef2c1840bbad94951c74576c69&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7112463 Jun 08 18:22:38.851202 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40644) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:38.878958 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.883382 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae1681-cbf6-477c-b752-31632270e812,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:38.889483 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:38.904978 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.053933 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.087313 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-37096475-72cb-4535-a0d2-9d83eb098f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:39.089877 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-37096475-72cb-4535-a0d2-9d83eb098f24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1098 time: 0.3640263 Jun 08 18:22:39.218360 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '7d47bf55-c5ed-4d8a-990b-43ad2476a494', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'floating_ip_address': '172.28.0.10', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'mac_address': 'fa:16:3e:05:2a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:58Z', 'updated_at': '2021-06-08T18:22:36Z', 'revision_number': 1, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:39.224033 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:22:39.238322 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:39.239411 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:22:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:39.415597 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.480375 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.510013 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d715c8e8-8942-43c7-99dc-76624ea5433e']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:39.538916 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:39.542801 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:39.543525 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6f1074-8aa2-498b-9d5e-a2bbcd0630c8') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:39.544035 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.583109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.600725 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-a909c17e-efc3-49b7-9434-0d8f7d4d82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:39.602724 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-a909c17e-efc3-49b7-9434-0d8f7d4d82ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.5046575 Jun 08 18:22:39.671969 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.704700 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:22:39.705738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:22:39.721340 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:22:39.750291 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.l3_db [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Floating IP 4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69 associated. External IP: 172.28.0.254, port: 4bb46692-255c-4460-9d4a-2df435ace3c0. Jun 08 18:22:39.857023 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.864517 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-05d9182b-32a1-486d-8ef7-4536a2f35406 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 200 len: 998 time: 0.2535772 Jun 08 18:22:39.871220 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.932962 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-af97e29f-6002-4d9e-b172-a8039dc68f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:39.937407 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.953867 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.959865 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d715c8e8-8942-43c7-99dc-76624ea5433e HTTP/1.1" status: 204 len: 168 time: 1.1642966 Jun 08 18:22:39.973379 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-86982542-62ef-4be4-95b3-3acd67381e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:39.986884 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=d715c8e8-8942-43c7-99dc-76624ea5433e,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:39.991635 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6eb111cf-a504-4cbe-af6b-f1437c4c4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:39.997600 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17c1d293f3ad46a4bea9197fbcbde229&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3545642 Jun 08 18:22:40.000153 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40674) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:40.031159 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-bfd56d76-400a-4b52-b841-d68b3b1885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:40.032552 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-bfd56d76-400a-4b52-b841-d68b3b1885dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.1579223 Jun 08 18:22:40.148458 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-7cad8005-b466-4433-91ae-beddb898557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:40.150226 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-7cad8005-b466-4433-91ae-beddb898557d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1087773 Jun 08 18:22:40.156814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.159324 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.164567 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8eae1681-cbf6-477c-b752-31632270e812 HTTP/1.1" status: 204 len: 168 time: 1.3113379 Jun 08 18:22:40.231368 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-309ad1e6-f73f-4d4b-9c68-7b16f5f908c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.300551 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.325638 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e1466-5e73-496a-9593-bc2819d1ae9d,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:40.352737 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:40.389274 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '7d47bf55-c5ed-4d8a-990b-43ad2476a494', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'floating_ip_address': '172.28.0.10', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'mac_address': 'fa:16:3e:05:2a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:58Z', 'updated_at': '2021-06-08T18:22:36Z', 'revision_number': 1, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:40.398638 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1f1bb8f5-1a20-467e-8b1c-51fb9b1d4a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:40.406454 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b386f54-9a1d-4a1b-a3ca-c532d6831a56 None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '7d47bf55-c5ed-4d8a-990b-43ad2476a494', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'floating_ip_address': '172.28.0.10', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'mac_address': 'fa:16:3e:05:2a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:58Z', 'updated_at': '2021-06-08T18:22:36Z', 'revision_number': 1, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:40.466945 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae1681-cbf6-477c-b752-31632270e812,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:40.494129 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:40.538126 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-f7b4eccb-0ec8-4959-8623-2e26623df7ec service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789077 Jun 08 18:22:40.596780 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40684) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:40.697754 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.788942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7921c103-1ef9-4c93-80ce-4ace50643c22 None None] New status for floating IP 7d47bf55-c5ed-4d8a-990b-43ad2476a494: ACTIVE {{(pid=91720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:22:40.881794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc6c9b-3128-4b77-ae5b-3cc69a0fea51 req-9937e7e7-5295-4fde-add5-564c761171c9 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:40.883400 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1cdc6c9b-3128-4b77-ae5b-3cc69a0fea51 req-9937e7e7-5295-4fde-add5-564c761171c9 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.7413557 Jun 08 18:22:41.036825 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-dfbeeac4-7cbf-43b7-a150-98c1d5cc797d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b429d4b385f48e5b749f9b04e624232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4387913 Jun 08 18:22:41.037786 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40704) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:41.038781 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:22:41.066980 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1cdc6c9b-3128-4b77-ae5b-3cc69a0fea51 req-8a4246fe-b715-4afb-8cc3-71f8992367f1 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569552 Jun 08 18:22:41.211230 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d796be43-3ac2-4b9a-b44f-c92cf55fc8c3 req-0fd5a330-7975-495e-9846-6b3e79a76b6c service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636894 Jun 08 18:22:41.244838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.289127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.307112 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.311794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.319398 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e5e1466-5e73-496a-9593-bc2819d1ae9d HTTP/1.1" status: 204 len: 168 time: 1.3177373 Jun 08 18:22:41.348711 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c3ba4f80-a66b-49c3-a074-62dcbb37de9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:41.422356 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.425521 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.427383 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e0b4d5d-de40-426b-aa5c-98be80f7ab13 HTTP/1.1" status: 204 len: 168 time: 0.3854141 Jun 08 18:22:41.429343 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2801a645-34d2-4fed-ae54-e7748d937ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:41.458421 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0b4d5d-de40-426b-aa5c-98be80f7ab13,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:41.466054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:41.607136 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e1466-5e73-496a-9593-bc2819d1ae9d,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:41.614949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:41.694419 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:22:41.700000 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.706771 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:22:41.733194 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:41.739138 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:22:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:41.822523 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4df514f1-738a-4573-bb93-52596248f811 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "PUT /v2.0/floatingips/4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69 HTTP/1.1" status: 200 len: 991 time: 5.3329365 Jun 08 18:22:41.823525 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:41.828939 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2007360-4578-497b-8b01-74edf1d9ce2e" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:41.943375 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820e46cd-b883-491d-99ac-812ac5379264 x-openstack-request-id: req-820e46cd-b883-491d-99ac-812ac5379264 {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:41.944009 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:41.944573 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-820e46cd-b883-491d-99ac-812ac5379264 {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:41.945386 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'status': 'completed', 'code': 200} Jun 08 18:22:42.229784 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:22:42.352546 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:42.393747 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-5125c63c-1e8c-4cb0-8ebb-848708c4ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:42.394531 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-5125c63c-1e8c-4cb0-8ebb-848708c4ad2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1098 time: 0.4265416 Jun 08 18:22:42.925318 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-ba231eb3-4fc3-42f1-a2b6-53a0bac81c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:42.928266 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-ba231eb3-4fc3-42f1-a2b6-53a0bac81c31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 0.5210612 Jun 08 18:22:42.934197 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fda82-f201-4fb4-9f1d-bb2a7ed70929 req-4696b837-6dba-4cfe-8751-1c8a5195ec3e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:42.939723 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8e4fda82-f201-4fb4-9f1d-bb2a7ed70929 req-4696b837-6dba-4cfe-8751-1c8a5195ec3e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2870145 Jun 08 18:22:43.058452 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8e4fda82-f201-4fb4-9f1d-bb2a7ed70929 req-e03ab087-1422-4fbe-b851-428b013cfbc6 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036146 Jun 08 18:22:43.129254 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'floating_ip_address': '172.28.0.254', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'port_id': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:22:03Z', 'updated_at': '2021-06-08T18:22:38Z', 'revision_number': 1, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:43.137862 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:22:43.155803 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:43.157471 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:22:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:43.281190 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-c35b12da-cddb-49b2-ac4a-2f450a68bdae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 999 time: 0.3354967 Jun 08 18:22:43.322621 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-950718ed-1c43-496e-8242-b46c42517673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:43.488277 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:43.490700 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-71834fec-c810-446c-9646-df6e940642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:43.495158 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-71834fec-c810-446c-9646-df6e940642ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.2076232 Jun 08 18:22:43.649501 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:43.737893 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-3cff072b-07aa-4f57-949b-af6921748eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:43.741067 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-3cff072b-07aa-4f57-949b-af6921748eed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2362580 Jun 08 18:22:44.104861 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-0c9ea3ef-8c97-45b3-89f9-4b4f95dba49e service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540864 Jun 08 18:22:44.342760 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:44.440275 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d2007360-4578-497b-8b01-74edf1d9ce2e req-64e994d4-8680-4e64-a1fd-e8de71b513f6 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169615 Jun 08 18:22:44.626414 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507afc1-0ae7-4144-a649-45543bcf7b09 req-a27c2ebb-a294-4574-b5a9-861b81c06058 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:44.634676 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0507afc1-0ae7-4144-a649-45543bcf7b09 req-a27c2ebb-a294-4574-b5a9-861b81c06058 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1933308 Jun 08 18:22:44.737729 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0507afc1-0ae7-4144-a649-45543bcf7b09 req-40d815ce-4cf7-4399-af3e-7128b72cc68a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958447 Jun 08 18:22:44.767180 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'floating_ip_address': '172.28.0.254', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'port_id': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:22:03Z', 'updated_at': '2021-06-08T18:22:38Z', 'revision_number': 1, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:44.780329 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a3915-66c0-4cda-b094-e91bb25e5b89 None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'floating_ip_address': '172.28.0.254', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'port_id': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'mac_address': 'fa:16:3e:2b:71:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:22:03Z', 'updated_at': '2021-06-08T18:22:38Z', 'revision_number': 1, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:45.162236 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb3b58-9393-4c6d-b918-ce02bed28a2b None None] New status for floating IP 4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69: ACTIVE {{(pid=91720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:22:45.712425 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:46.165176 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e231-f5a0-4d62-ba45-44f2c1083626 req-fe5cc6af-7da4-4cfa-9ba2-300ccda2833c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:46.167641 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a799e231-f5a0-4d62-ba45-44f2c1083626 req-fe5cc6af-7da4-4cfa-9ba2-300ccda2833c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1663358 Jun 08 18:22:46.244503 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 40882) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:46.273301 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a799e231-f5a0-4d62-ba45-44f2c1083626 req-7d171576-b088-4b84-938d-5d2d0cc407cf tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966578 Jun 08 18:22:46.556626 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:46.736465 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:46.743158 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:46.757100 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-58f21c1d-5bf7-493a-a064-83478d278460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:46.844093 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c53e1f541dc46a6a6d112cfeb64c39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974348 Jun 08 18:22:46.847115 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22921dda-f130-4f72-9f38-7f6bb3e17ed4,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:46.847992 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40912) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:46.853912 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:46.925871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:46.979266 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:47.116663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:47.121254 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:47.123269 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22921dda-f130-4f72-9f38-7f6bb3e17ed4 HTTP/1.1" status: 204 len: 168 time: 0.2734418 Jun 08 18:22:47.127139 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1f56cd42-ba77-4165-9bc0-a8fee1099bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:47.170808 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22921dda-f130-4f72-9f38-7f6bb3e17ed4,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:47.177533 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:47.575827 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ef92-4ae0-4470-a241-b4ac7e41e22a req-e33b0fe2-f74c-45ef-9f6c-c94ef35be9e4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:47.583879 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5e4ef92-4ae0-4470-a241-b4ac7e41e22a req-e33b0fe2-f74c-45ef-9f6c-c94ef35be9e4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1192007 Jun 08 18:22:47.641668 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5e4ef92-4ae0-4470-a241-b4ac7e41e22a req-9fb48b71-3bac-4029-be8e-f537e16dae35 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508993 Jun 08 18:22:48.404007 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 40994) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:48.586986 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-8936058-network', 'tenant_id': 'b1093e18535c4e9494db7e2276e2b2af'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:48.618858 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Made reservation on behalf of b1093e18535c4e9494db7e2276e2b2af for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:48.621669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:48.637861 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:48.957609 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.009428 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.071120 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41032) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:49.142550 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3724e821-d4cb-41f5-a27f-894500f5a97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:49.175303 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:22:49.203014 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.203633 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Added segment 41ef04fd-9795-4c07-9b0d-da2c2917cf79 of type vlan for network fd482b61-a0b9-4b63-a493-55226f854235 Jun 08 18:22:49.211585 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:49.219363 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:49.247443 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.264703 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568422d-f93d-4e57-9e4c-7442a4222852 req-55474387-57d8-4135-a175-48351d819e60 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:49.273199 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2568422d-f93d-4e57-9e4c-7442a4222852 req-55474387-57d8-4135-a175-48351d819e60 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.3136833 Jun 08 18:22:49.353973 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.393559 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2568422d-f93d-4e57-9e4c-7442a4222852 req-fed36494-df25-4431-a081-52ef3689cbb2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194129 Jun 08 18:22:49.398039 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.399977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:49.400856 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.416026 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:49.595072 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Pushing event updated for resources: {'Network': ['ID=fd482b61-a0b9-4b63-a493-55226f854235,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:49.603906 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.611851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.613389 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:49.618896 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2135592 Jun 08 18:22:49.621947 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41064) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:49.627494 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network fd482b61-a0b9-4b63-a493-55226f854235 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:22:49.632497 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Request body: {'subnet': {'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-8936058-subnet', 'tenant_id': 'b1093e18535c4e9494db7e2276e2b2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:49.662808 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5228514a-62b7-4827-8688-ef9b99d6fa8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:49.705408 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccf6b13dd11b4de59f73fbe75022e265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296957 Jun 08 18:22:49.705408 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69fa219-63fc-4662-a67d-e0a60feb3fbc,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:49.706245 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41068) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:49.714854 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:49.729193 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Made reservation on behalf of b1093e18535c4e9494db7e2276e2b2af for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:49.731794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7102890'] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.927275 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.967393 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.144256 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.146706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.147863 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b69fa219-63fc-4662-a67d-e0a60feb3fbc HTTP/1.1" status: 204 len: 168 time: 0.4405065 Jun 08 18:22:50.150462 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7c36a9e5-9951-4b95-b050-b511bbc7ab9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:50.163082 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69fa219-63fc-4662-a67d-e0a60feb3fbc,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:50.165605 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:50.171071 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7102852'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.171071 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:50.261117 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4cd4b4-154a-416f-a6e0-567b3a188e46,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:50.269006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:50.281328 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Checking segment: {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:50.282061 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Network hostable DHCP agents. Network: fd482b61-a0b9-4b63-a493-55226f854235, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:22:50.296584 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41100) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:50.313839 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Network fd482b61-a0b9-4b63-a493-55226f854235 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:22:50.332393 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, fd482b61-a0b9-4b63-a493-55226f854235) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:50.343938 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:50.344487 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67803b60-9848-4af7-91ba-693acc87dd35 None None] Network fd482b61-a0b9-4b63-a493-55226f854235 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:50.345656 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.384576 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7606134 Jun 08 18:22:50.659319 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398d6b3-d9f0-4682-b6fb-8983d0b8bacc None None] Network fd482b61-a0b9-4b63-a493-55226f854235 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:50.831090 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.859413 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e94e9d-7a0f-4dad-b568-ec88e51238f1 req-8a984690-69b2-4ee1-be6b-8610bbdfa863 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:50.863752 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-41e94e9d-7a0f-4dad-b568-ec88e51238f1 req-8a984690-69b2-4ee1-be6b-8610bbdfa863 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2526710 Jun 08 18:22:50.980892 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-41e94e9d-7a0f-4dad-b568-ec88e51238f1 req-1cb46c8d-3c0e-4351-ad9b-1e879f718d02 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074121 Jun 08 18:22:51.070388 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41132) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:51.095376 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.122175 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.131577 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.212093 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cb68d22f-f3df-4542-8086-b3af59f44880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:51.239910 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56d5b2bda0ac4c25b1786971255bc662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415734 Jun 08 18:22:51.243612 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41142) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:51.354455 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dca5e0-de9f-42c0-996e-ee9c6e5f1344,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:51.370848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:51.420975 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.432377 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.455655 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.488306 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-0b75855e-3ef9-44a1-876e-8041ff024036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:51.555943 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.580738 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0088ee6-4f22-4894-8c79-46fb242a5856,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:51.594074 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:51.653655 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4b71890f72144a0b4e54ef20bbb9341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816350 Jun 08 18:22:51.659182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41148) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:51.731093 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.736135 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.737776 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72dca5e0-de9f-42c0-996e-ee9c6e5f1344 HTTP/1.1" status: 204 len: 168 time: 0.4914784 Jun 08 18:22:51.739104 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:51.781250 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dca5e0-de9f-42c0-996e-ee9c6e5f1344,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:51.789100 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:51.805801 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41156) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:51.844528 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:51.927174 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.054117 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.067506 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.069475 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0088ee6-4f22-4894-8c79-46fb242a5856 HTTP/1.1" status: 204 len: 168 time: 0.4074733 Jun 08 18:22:52.070851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d8028d71-f59e-4efd-a3a1-3a1eba1f9e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:52.098225 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.116945 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0088ee6-4f22-4894-8c79-46fb242a5856,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:52.129938 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:52.346113 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.354541 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.366760 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d1a3f0f1-d2bb-410d-80a5-2c1989203799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:52.418794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f49ffc-43bf-45a2-9ba2-f4d141e6ec41,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:52.424526 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:52.432977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c13059-74b0-42c4-a7aa-58fb9284d6b0 req-f33c0ee1-bffb-4ede-a5ef-264bf173f148 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:52.434659 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-25c13059-74b0-42c4-a7aa-58fb9284d6b0 req-f33c0ee1-bffb-4ede-a5ef-264bf173f148 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1954377 Jun 08 18:22:52.437725 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9816218c5b014a16955b35534c6294ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304889 Jun 08 18:22:52.441787 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41172) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:52.541609 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-25c13059-74b0-42c4-a7aa-58fb9284d6b0 req-a28d1f2f-ea8b-40df-a601-fbce83bf1879 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873551 Jun 08 18:22:52.559815 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.610916 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.697714 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.702503 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.704543 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99f49ffc-43bf-45a2-9ba2-f4d141e6ec41 HTTP/1.1" status: 204 len: 168 time: 0.2615299 Jun 08 18:22:52.705881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-55f79f27-b66f-4f11-830f-76870c9a06a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:52.734938 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f49ffc-43bf-45a2-9ba2-f4d141e6ec41,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:52.738531 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:53.333201 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41212) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:53.368404 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.574486 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.581301 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.623441 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-37a04a23-079f-443f-aff6-a99765428631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:53.669264 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b255e23f32e4f2ea1476fffcb24d86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338950 Jun 08 18:22:53.669760 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41234) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:53.670478 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5bef5b-54d4-4e93-9685-77170c104040,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:53.689532 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:53.761796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.806607 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41240) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:53.817470 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.906012 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.910612 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.911800 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae5bef5b-54d4-4e93-9685-77170c104040 HTTP/1.1" status: 204 len: 168 time: 0.2371726 Jun 08 18:22:53.912633 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-447165be-657a-4fcb-b41f-e74bbc5d3c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:53.925782 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5bef5b-54d4-4e93-9685-77170c104040,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:53.928796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:53.997798 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-0cc76dc5-0dfd-499d-ac20-3c7a1339809f tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:54.009418 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-0cc76dc5-0dfd-499d-ac20-3c7a1339809f tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/networks?id=fd482b61-a0b9-4b63-a493-55226f854235 HTTP/1.1" status: 200 len: 811 time: 0.4361985 Jun 08 18:22:54.046108 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-b4dcefff-6440-4b1f-8320-0001e7f5eb74 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/quotas/b1093e18535c4e9494db7e2276e2b2af HTTP/1.1" status: 200 len: 375 time: 0.0349245 Jun 08 18:22:54.135806 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-20e32388-7ea7-4d82-a017-d74a4c7ca9cb tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1093e18535c4e9494db7e2276e2b2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882678 Jun 08 18:22:54.188155 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502077034-network', 'tenant_id': '6326f4d38de8406595e7d88a7c65e03e'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:54.194288 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c82466-cf61-4512-bee4-ce0a0e2606af req-10a59fa1-f061-4308-84f9-0deed5cda671 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:54.195854 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-24c82466-cf61-4512-bee4-ce0a0e2606af req-10a59fa1-f061-4308-84f9-0deed5cda671 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.4068670 Jun 08 18:22:54.242164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Made reservation on behalf of 6326f4d38de8406595e7d88a7c65e03e for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:54.245188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.261632 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.332905 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-24c82466-cf61-4512-bee4-ce0a0e2606af req-8bd87644-efc0-49b1-babf-11f7bc89983d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797350 Jun 08 18:22:54.438194 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-74e4f5b2-8800-4852-9c50-ef45d5c97791 service neutron] 10.222.0.41 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843647 Jun 08 18:22:54.442897 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.450480 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.484640 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:22:54.516908 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.522646 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Added segment 3692bddc-555e-4741-b396-7ebcc30a2c3a of type vlan for network 9cb59043-8095-44af-8ab1-a4c7c01048f8 Jun 08 18:22:54.573132 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.608729 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:54.619946 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.626075 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:54.626862 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.664961 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c46c025-4bf4-4789-9c7d-daefc97fac97,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:54.669720 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:54.670288 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:54.698849 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8866940 Jun 08 18:22:54.708846 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41262) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:54.718270 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Request body: {'subnet': {'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502077034-subnet', 'tenant_id': '6326f4d38de8406595e7d88a7c65e03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:54.802396 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Made reservation on behalf of 6326f4d38de8406595e7d88a7c65e03e for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:54.806569 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7102890'] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.939427 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Pushing event updated for resources: {'Network': ['ID=9cb59043-8095-44af-8ab1-a4c7c01048f8,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:54.942752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:54.951407 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 9cb59043-8095-44af-8ab1-a4c7c01048f8 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:22:55.046918 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-b439e9b3-7975-4f35-a57c-5addf4e67bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051164 Jun 08 18:22:55.223938 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7102852'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.229480 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:55.346748 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b51052ed-8707-4a4e-a4ab-dfc82a1e56e9 req-64ecf2e2-d727-4df5-b7cc-93c28f2e16ef tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 210 time: 0.0707974 Jun 08 18:22:55.387279 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05ac0d2-dea1-43d2-ac67-c5819af43c77,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:55.391571 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:55.401990 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Checking segment: {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:55.402442 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Network hostable DHCP agents. Network: 9cb59043-8095-44af-8ab1-a4c7c01048f8, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:22:55.438197 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Network 9cb59043-8095-44af-8ab1-a4c7c01048f8 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:22:55.450787 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 9cb59043-8095-44af-8ab1-a4c7c01048f8) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:55.458342 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:55.460679 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.463372 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917a935-b9c4-449d-8526-fdbf9197b191 None None] Network 9cb59043-8095-44af-8ab1-a4c7c01048f8 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:55.499949 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-97f82bbe-0fd8-4a60-947f-80372169a990 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7894454 Jun 08 18:22:55.654224 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f201f-e5a1-408d-8e5c-3478a428dff0 req-8899f172-7ab9-46cb-b993-4bf36b5d1d79 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:55.664696 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-898f201f-e5a1-408d-8e5c-3478a428dff0 req-8899f172-7ab9-46cb-b993-4bf36b5d1d79 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1634855 Jun 08 18:22:55.724547 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-898f201f-e5a1-408d-8e5c-3478a428dff0 req-5e89faca-14c3-4066-a1f4-c4b20c2ea949 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564990 Jun 08 18:22:55.852851 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec57e0-f666-43cb-9798-787da659c14a None None] Network 9cb59043-8095-44af-8ab1-a4c7c01048f8 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:56.651032 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-119043ee-ec50-409a-9867-ba372f6dbcc2 req-cc848af5-f80b-4218-a24d-2042e6860e26 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 210 time: 0.0815299 Jun 08 18:22:56.728795 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-afad01a4-f58c-4a00-a43b-d4ba6541fc32 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1f047129e4b243a180d8ed52ef0b9060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283449 Jun 08 18:22:56.976627 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-06a48b90-aaa3-4944-b8b4-038c1a593381 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:56.984495 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-06a48b90-aaa3-4944-b8b4-038c1a593381 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447460 Jun 08 18:22:57.000981 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-a4e3f8c3-39b1-4115-b71c-f901365a500e tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/quotas/1f047129e4b243a180d8ed52ef0b9060 HTTP/1.1" status: 200 len: 375 time: 0.0151529 Jun 08 18:22:57.072405 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-02bd9241-f27e-434a-94d6-667b9a064dd6 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f047129e4b243a180d8ed52ef0b9060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689383 Jun 08 18:22:57.265140 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18069ef-ce26-46ba-a3f8-2a8af9d68588 req-b3f10818-5bf7-46de-a5be-6e794e795f54 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:57.266650 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c18069ef-ce26-46ba-a3f8-2a8af9d68588 req-b3f10818-5bf7-46de-a5be-6e794e795f54 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1929471 Jun 08 18:22:57.290813 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-75dc8909-2db2-40d0-81ad-dbf5d5e2bb63 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:57.293124 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-75dc8909-2db2-40d0-81ad-dbf5d5e2bb63 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "GET /v2.0/networks?id=fd482b61-a0b9-4b63-a493-55226f854235 HTTP/1.1" status: 200 len: 811 time: 0.3973536 Jun 08 18:22:57.309949 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Request body: {'port': {'device_id': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235', 'admin_state_up': True, 'tenant_id': 'b1093e18535c4e9494db7e2276e2b2af'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:57.394377 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c18069ef-ce26-46ba-a3f8-2a8af9d68588 req-69fdd54f-b31a-4bf0-8b75-852e5d121e05 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217389 Jun 08 18:22:57.596886 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Made reservation on behalf of b1093e18535c4e9494db7e2276e2b2af for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:57.602733 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.640367 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-51e36119-464a-40d5-a78a-a94027c1763b req-14e795da-6919-434c-85f5-1a254ecccd8e tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 210 time: 0.0667338 Jun 08 18:22:57.835592 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Allocated IP 172.20.0.9 (fd482b61-a0b9-4b63-a493-55226f854235/5f4cd4b4-154a-416f-a6e0-567b3a188e46/e93faf0c-5888-4569-b5dc-5f070bcb95b8) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:57.885679 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c2b543ad-b7f1-4dfd-bd17-b79305f60368 req-dd88c80c-b640-4945-9e36-bdf56f6ab534 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 210 time: 0.0641134 Jun 08 18:22:58.140790 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:58.192178 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:58.196278 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:58.196278 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:58.196278 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:58.196278 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:58.196278 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:58.196278 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:58.222787 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Network fd482b61-a0b9-4b63-a493-55226f854235 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:58.224433 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:58.235794 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:58.313766 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:58.314587 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:58.334706 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-59b37c49-3968-4c73-a04b-6660b9cdf247 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0295389 Jun 08 18:22:58.348289 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Request body: {'port': {'device_id': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:58.377804 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-30024299-b6e8-4e25-9403-19559ba7ecea tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:58.379333 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-30024299-b6e8-4e25-9403-19559ba7ecea tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/networks?id=9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 200 len: 809 time: 0.2022500 Jun 08 18:22:58.396240 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-a7e876ea-6d28-42f5-b385-0cb876a7d52f tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/quotas/6326f4d38de8406595e7d88a7c65e03e HTTP/1.1" status: 200 len: 375 time: 0.0111282 Jun 08 18:22:58.452452 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-faa21937-c7dd-4b4a-bc53-54bce6196a6d tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6326f4d38de8406595e7d88a7c65e03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497887 Jun 08 18:22:58.482585 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:58.747696 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-01400fb9-c520-42e2-9b31-a483e99b49db service neutron] 10.222.0.41 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845519 Jun 08 18:22:58.767290 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeb45d-00b6-4d2f-a3cb-71586f0b8e96 req-2bf8b6e5-c923-4985-aad0-caaeffc979d6 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:58.768816 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-beeeb45d-00b6-4d2f-a3cb-71586f0b8e96 req-2bf8b6e5-c923-4985-aad0-caaeffc979d6 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2046745 Jun 08 18:22:58.815723 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-68697527-af30-48e8-8681-bbf76c551246 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1f047129e4b243a180d8ed52ef0b9060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330694 Jun 08 18:22:59.006465 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-beeeb45d-00b6-4d2f-a3cb-71586f0b8e96 req-e133ef97-6fa9-4066-a230-831ea96bfaa2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090938 Jun 08 18:22:59.034402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-96e16c58-881f-409b-ab67-b7b301c8f9ec tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:59.035915 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-96e16c58-881f-409b-ab67-b7b301c8f9ec tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123623 Jun 08 18:22:59.076359 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Request body: {'port': {'device_id': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193', 'admin_state_up': True, 'tenant_id': '1f047129e4b243a180d8ed52ef0b9060'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:59.082260 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-31bb88e0-f7ff-4072-853b-253a5a760a9d service neutron] 10.222.0.41 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119576 Jun 08 18:22:59.301198 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93faf0c-5888-4569-b5dc-5f070bcb95b8 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:59.329171 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:59.428272 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Transition to ACTIVE for port object e93faf0c-5888-4569-b5dc-5f070bcb95b8 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:59.456273 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:59.475725 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:59.687411 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d6d2ac2e-9f1d-49e0-af36-f70f42eb63e1 req-a741470a-78fd-4db7-b323-c7198d71d6a9 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 210 time: 0.1951292 Jun 08 18:22:59.850499 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-289046f0-c1c7-4bc8-b9c7-5425684f1c0c req-782bd1b9-d812-4f51-8571-7435c03c3dfa tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 210 time: 0.1173596 Jun 08 18:22:59.924137 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Pushing event updated for resources: {'Port': ['ID=e93faf0c-5888-4569-b5dc-5f070bcb95b8,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:59.935211 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51ded5-ab31-4876-ac9d-64766d102bc8 req-1d3cc845-49b7-4a8a-a2e2-52394d2db6ad tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:59.937948 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Made reservation on behalf of 1f047129e4b243a180d8ed52ef0b9060 for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:59.939300 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b51ded5-ab31-4876-ac9d-64766d102bc8 req-1d3cc845-49b7-4a8a-a2e2-52394d2db6ad tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 943 time: 0.1648400 Jun 08 18:22:59.943112 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:59.966943 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:00.024647 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:00.038423 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b51ded5-ab31-4876-ac9d-64766d102bc8 req-0623db8c-0599-423c-8b1b-3d4b53945a78 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893090 Jun 08 18:23:00.123325 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Attempting to bind port e93faf0c-5888-4569-b5dc-5f070bcb95b8 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:00.124207 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Attempting to bind port e93faf0c-5888-4569-b5dc-5f070bcb95b8 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:00.124774 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Attempting to bind port e93faf0c-5888-4569-b5dc-5f070bcb95b8 on network fd482b61-a0b9-4b63-a493-55226f854235 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:00.135249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Port e93faf0c-5888-4569-b5dc-5f070bcb95b8 on network fd482b61-a0b9-4b63-a493-55226f854235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:23:00.135619 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Attempting to bind port e93faf0c-5888-4569-b5dc-5f070bcb95b8 on network fd482b61-a0b9-4b63-a493-55226f854235 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:00.145374 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:00.145709 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Checking segment: {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:00.146406 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Bound using segment: {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:00.146921 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Bound port: e93faf0c-5888-4569-b5dc-5f070bcb95b8, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:00.147344 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:00.292056 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:00.299964 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] For port e93faf0c-5888-4569-b5dc-5f070bcb95b8, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:00.303357 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:00.313188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] For port e93faf0c-5888-4569-b5dc-5f070bcb95b8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:00.315516 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:00.357322 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe8e41-0464-4981-b821-a75432fe6938 req-0406172d-3d3c-4155-a0bf-f04c3eefad92 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:00.370883 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:00.373396 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c1fe8e41-0464-4981-b821-a75432fe6938 req-0406172d-3d3c-4155-a0bf-f04c3eefad92 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.2018414 Jun 08 18:23:00.420266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01f3bc-438c-4491-b60f-6e11110aee30,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:00.434991 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:00.435673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:00.482355 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:00.483743 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:00.486189 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] 10.222.0.48 "PUT /v2.0/ports/e93faf0c-5888-4569-b5dc-5f070bcb95b8 HTTP/1.1" status: 200 len: 1093 time: 2.1420403 Jun 08 18:23:00.493058 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c1fe8e41-0464-4981-b821-a75432fe6938 req-0a8736f8-f7ec-466c-a6de-b4b5cf4e8393 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151111 Jun 08 18:23:00.503703 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'tag': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:00.507927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69977d54-b997-46de-88a0-655a76e01109" -d '{"events": [{"name": "network-changed", "server_uuid": "f0200586-60d3-4d04-acb0-cfc16cbb5be5", "tag": "e93faf0c-5888-4569-b5dc-5f070bcb95b8"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:00.621469 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0bb8c-b43f-45d1-8205-de011f20ff92 x-openstack-request-id: req-a2f0bb8c-b43f-45d1-8205-de011f20ff92 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:00.621779 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0200586-60d3-4d04-acb0-cfc16cbb5be5", "tag": "e93faf0c-5888-4569-b5dc-5f070bcb95b8", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:00.621947 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2f0bb8c-b43f-45d1-8205-de011f20ff92 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:00.622294 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'tag': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8', 'status': 'completed', 'code': 200} Jun 08 18:23:00.675392 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Pushing event updated for resources: {'Port': ['ID=e93faf0c-5888-4569-b5dc-5f070bcb95b8,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:00.680862 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:00.689267 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Allocated IP 192.168.233.19 (331c68d6-1ab7-4ef8-a38f-680a7824b193/354c4ff0-27a5-4d63-88da-f689440acb6c/b753e583-aab9-4d24-9d71-78842f677fbf) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:00.734109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-bab825f8-a907-414b-b28e-5db17eda0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:00.735732 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-bab825f8-a907-414b-b28e-5db17eda0bc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1093e18535c4e9494db7e2276e2b2af&device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 1096 time: 0.1912520 Jun 08 18:23:00.824198 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-ba0d5c55-5e8a-45ae-b352-79d4d97a321f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8 HTTP/1.1" status: 200 len: 217 time: 0.0754609 Jun 08 18:23:00.967676 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fb5d7c9e-cf0e-4ae1-9a64-3f18acb21c25 req-4d481694-abf3-49ad-badc-077ed295ad02 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 210 time: 0.0848994 Jun 08 18:23:01.117625 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-efa2f5ec-d66f-4d4b-ae46-4cbee177d56b req-fc4030be-b3b0-4642-9cc2-4e76a712952c tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 210 time: 0.0736499 Jun 08 18:23:01.150691 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-11546f56-625f-46e0-820b-f864ccc7ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:01.159113 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-11546f56-625f-46e0-820b-f864ccc7ddd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f4cd4b4-154a-416f-a6e0-567b3a188e46 HTTP/1.1" status: 200 len: 851 time: 0.3144131 Jun 08 18:23:01.275519 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-43f8405b-a48d-438a-9fe1-50eee328112e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd482b61-a0b9-4b63-a493-55226f854235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814929 Jun 08 18:23:01.325005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786178-f3d7-4c5c-b642-e84762bbd8c0 req-5b6d36e1-11ad-41ae-9f06-f1bdacb7c573 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:01.336868 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4a786178-f3d7-4c5c-b642-e84762bbd8c0 req-5b6d36e1-11ad-41ae-9f06-f1bdacb7c573 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 943 time: 0.1309340 Jun 08 18:23:01.416109 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4a786178-f3d7-4c5c-b642-e84762bbd8c0 req-290b53f5-7992-4506-957e-9f1601a9f5f4 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777304 Jun 08 18:23:01.425414 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-850d0993-5bc5-4899-8613-602a21bada6b tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:01.427087 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-850d0993-5bc5-4899-8613-602a21bada6b tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "GET /v2.0/networks?id=9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 200 len: 809 time: 0.4772730 Jun 08 18:23:01.437916 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:01.466556 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Request body: {'port': {'device_id': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8', 'admin_state_up': True, 'tenant_id': '6326f4d38de8406595e7d88a7c65e03e'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:01.561697 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd9cd-6470-4296-8045-72f106656d95 req-85a8c5f2-bc14-422d-a9c8-cd8bd6148cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:01.566804 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f6dcd9cd-6470-4296-8045-72f106656d95 req-85a8c5f2-bc14-422d-a9c8-cd8bd6148cb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.1105816 Jun 08 18:23:01.575294 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Transition to ACTIVE for port object b753e583-aab9-4d24-9d71-78842f677fbf will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:01.671808 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-49c5d37e-1daf-4371-8740-eae1677315b3 service neutron] 10.222.0.48 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736341 Jun 08 18:23:01.749454 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f6dcd9cd-6470-4296-8045-72f106656d95 req-b3280bf9-c5d0-494b-8f51-7fd133f83e56 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746597 Jun 08 18:23:01.836563 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fce80-4fa6-4a48-9024-d0cc4384e4cb req-e0e26a0d-e006-41dc-ab41-10f1650d896b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:01.839886 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-098fce80-4fa6-4a48-9024-d0cc4384e4cb req-e0e26a0d-e006-41dc-ab41-10f1650d896b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1748726 Jun 08 18:23:01.900882 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-098fce80-4fa6-4a48-9024-d0cc4384e4cb req-4c5fae5d-c168-408c-bd95-1dee4bc55410 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539291 Jun 08 18:23:01.945756 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:01.958580 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:01.958580 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:01.958580 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:01.958580 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:01.958580 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:01.958580 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:01.966002 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Made reservation on behalf of 6326f4d38de8406595e7d88a7c65e03e for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:01.970617 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:02.017866 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Network 331c68d6-1ab7-4ef8-a38f-680a7824b193 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:02.021746 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:02.065023 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f4ab663d-dfaa-45ff-9c46-e107c730c9b9 req-84faedb0-fe34-4052-b5a0-cd25c65b4dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808777 Jun 08 18:23:02.065958 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:02.198766 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490b05d-93e3-4983-94cd-bf76d80a9383 req-aa7bec7d-04de-469c-a38b-7131df4817b9 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:02.200600 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8490b05d-93e3-4983-94cd-bf76d80a9383 req-aa7bec7d-04de-469c-a38b-7131df4817b9 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 935 time: 0.1070263 Jun 08 18:23:02.251893 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:02.252362 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:02.285612 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8490b05d-93e3-4983-94cd-bf76d80a9383 req-35239df0-cf1d-4458-8af0-f715db5dcf81 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641713 Jun 08 18:23:02.373955 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-add34b89-d7ce-437f-8347-52226268635a req-a33e1a0c-cc90-4e7a-acea-ba86ca57d475 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 210 time: 0.0557616 Jun 08 18:23:02.388439 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ebc14e96-4181-4b4f-9d5c-1c23a6ba3d9d None None] Provisioning for port b753e583-aab9-4d24-9d71-78842f677fbf completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:02.395522 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ebc14e96-4181-4b4f-9d5c-1c23a6ba3d9d None None] Provisioning complete for port b753e583-aab9-4d24-9d71-78842f677fbf triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:02.396200 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ebc14e96-4181-4b4f-9d5c-1c23a6ba3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:02.457278 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-ebc14e96-4181-4b4f-9d5c-1c23a6ba3d9d None None] Port b753e583-aab9-4d24-9d71-78842f677fbf cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:23:02.481505 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4162431 Jun 08 18:23:02.508143 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Request body: {'port': {'device_id': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:02.560142 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Allocated IP 172.20.0.11 (9cb59043-8095-44af-8ab1-a4c7c01048f8/b05ac0d2-dea1-43d2-ac67-c5819af43c77/01467b34-d919-4bc4-a321-e8fd3a4ba7e4) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:02.655600 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf7a6-733a-4c71-bdac-9aaffd1de44b req-1a86b331-3c8c-47ec-9eb1-c2bd1bd71309 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:02.657720 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-95fdf7a6-733a-4c71-bdac-9aaffd1de44b req-1a86b331-3c8c-47ec-9eb1-c2bd1bd71309 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 943 time: 0.0891693 Jun 08 18:23:02.679359 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977d54-b997-46de-88a0-655a76e01109 req-f1c8c6d5-4be9-4c9f-95dd-dccb5286e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:02.680910 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-f1c8c6d5-4be9-4c9f-95dd-dccb5286e18c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1093e18535c4e9494db7e2276e2b2af&device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 1096 time: 0.5435753 Jun 08 18:23:02.715102 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-95fdf7a6-733a-4c71-bdac-9aaffd1de44b req-d442f14c-917f-465e-936c-8af877f5b928 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493705 Jun 08 18:23:02.723671 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:03.106904 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977d54-b997-46de-88a0-655a76e01109 req-6745c8ce-be6c-456f-95d6-e55425130ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.108676 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-6745c8ce-be6c-456f-95d6-e55425130ff6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fd482b61-a0b9-4b63-a493-55226f854235 HTTP/1.1" status: 200 len: 912 time: 0.4108598 Jun 08 18:23:03.163450 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5addfa-e4d8-4060-ac0b-35fcd2a2d2cf req-499964ad-9ed3-4969-adac-2b81db13b73a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.164979 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9f5addfa-e4d8-4060-ac0b-35fcd2a2d2cf req-499964ad-9ed3-4969-adac-2b81db13b73a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1017680 Jun 08 18:23:03.216295 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-16a8476c-5cb5-4b4c-8c90-c7a015672411 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8 HTTP/1.1" status: 200 len: 217 time: 0.0859199 Jun 08 18:23:03.221924 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:03.225841 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9f5addfa-e4d8-4060-ac0b-35fcd2a2d2cf req-fd073b14-cbaf-4fca-ba0c-0f7149082e71 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526881 Jun 08 18:23:03.387655 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977d54-b997-46de-88a0-655a76e01109 req-b45351a8-f1a8-4e7b-8e22-66bc3b0bc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.389929 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-b45351a8-f1a8-4e7b-8e22-66bc3b0bc944 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f4cd4b4-154a-416f-a6e0-567b3a188e46 HTTP/1.1" status: 200 len: 851 time: 0.1504421 Jun 08 18:23:03.479521 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-73c8c56b-e475-47fc-a990-40fc71130d43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd482b61-a0b9-4b63-a493-55226f854235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686402 Jun 08 18:23:03.500387 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:03.518450 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b10aa-070b-4e30-ad65-28c0bc211208 req-791d04b6-af34-4c52-b877-3257001ca120 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.520827 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e67b10aa-070b-4e30-ad65-28c0bc211208 req-791d04b6-af34-4c52-b877-3257001ca120 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1740556 Jun 08 18:23:03.543397 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:03.543397 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:03.543397 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:03.543397 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:03.543397 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:03.543397 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:03.573634 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9254d2-f171-4ff1-a33d-5450819c5725 req-1d2cc4e0-b486-436c-a97a-bd67e076467b tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.575305 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5d9254d2-f171-4ff1-a33d-5450819c5725 req-1d2cc4e0-b486-436c-a97a-bd67e076467b tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 935 time: 0.1577024 Jun 08 18:23:03.584472 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e67b10aa-070b-4e30-ad65-28c0bc211208 req-310d2186-d92a-4bfa-955b-4c06a9dacc19 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625937 Jun 08 18:23:03.594824 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.db.resource_extend [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:23:03.660045 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5d9254d2-f171-4ff1-a33d-5450819c5725 req-ce6b104d-6f7c-4b85-9714-1d8ef75ec79e tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746067 Jun 08 18:23:03.688278 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Network 9cb59043-8095-44af-8ab1-a4c7c01048f8 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:03.694310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:03.697053 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:03.877921 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c414e70-8376-410e-aa3e-9f196a10abb1 req-b750062a-96ac-4c4d-adce-432b5230021f tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.886613 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c414e70-8376-410e-aa3e-9f196a10abb1 req-b750062a-96ac-4c4d-adce-432b5230021f tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 932 time: 0.1263788 Jun 08 18:23:03.954227 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c414e70-8376-410e-aa3e-9f196a10abb1 req-44d78b3f-9578-4911-8758-459de9f2581d tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667007 Jun 08 18:23:03.974808 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b753e583-aab9-4d24-9d71-78842f677fbf {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:03.999936 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:04.018032 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:04.018797 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:04.041508 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-e82710b0-4560-4077-880a-b2ef2978637c service neutron] 10.222.0.48 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380328 Jun 08 18:23:04.081540 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:04.127397 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3073da9-b582-492b-b53d-16cef59742de req-cebec556-7a1d-41df-a102-531b86724c02 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:04.136797 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a3073da9-b582-492b-b53d-16cef59742de req-cebec556-7a1d-41df-a102-531b86724c02 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 943 time: 0.1813805 Jun 08 18:23:04.193073 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a3073da9-b582-492b-b53d-16cef59742de req-e7895dea-fcf9-456d-a11b-da510c30a5db tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551276 Jun 08 18:23:04.221337 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-133da702-d643-44d0-9b43-d999a5331e88 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7713661 Jun 08 18:23:04.221337 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Transition to ACTIVE for port object b753e583-aab9-4d24-9d71-78842f677fbf will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:04.253641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Request body: {'port': {'device_id': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:04.319754 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:04.330944 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-69977d54-b997-46de-88a0-655a76e01109 req-789a8198-94c5-42b3-bfd5-403261c58855 service neutron] 10.222.0.48 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755308 Jun 08 18:23:04.334855 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:04.588300 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Pushing event updated for resources: {'Port': ['ID=b753e583-aab9-4d24-9d71-78842f677fbf,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:04.592726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:04.714671 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:04.904731 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Attempting to bind port b753e583-aab9-4d24-9d71-78842f677fbf on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:04.905339 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Attempting to bind port b753e583-aab9-4d24-9d71-78842f677fbf by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:04.905888 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Attempting to bind port b753e583-aab9-4d24-9d71-78842f677fbf on network 331c68d6-1ab7-4ef8-a38f-680a7824b193 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:04.921215 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Port b753e583-aab9-4d24-9d71-78842f677fbf on network 331c68d6-1ab7-4ef8-a38f-680a7824b193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:23:04.921937 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Attempting to bind port b753e583-aab9-4d24-9d71-78842f677fbf on network 331c68d6-1ab7-4ef8-a38f-680a7824b193 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:04.983503 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad1708-af88-4721-ac10-a9cfe19e6028 req-e8abf570-c1b9-44db-a602-4f22142f85c5 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:04.986277 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5cad1708-af88-4721-ac10-a9cfe19e6028 req-e8abf570-c1b9-44db-a602-4f22142f85c5 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 947 time: 0.1240327 Jun 08 18:23:04.993932 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e93faf0c-5888-4569-b5dc-5f070bcb95b8 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:05.000188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:05.000541 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Checking segment: {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:05.000919 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Bound using segment: {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:05.001401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Bound port: b753e583-aab9-4d24-9d71-78842f677fbf, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e255619-121a-4d0a-826f-acc76cfbc28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:05.001753 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.162872 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] For port b753e583-aab9-4d24-9d71-78842f677fbf, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:05.167294 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] For port b753e583-aab9-4d24-9d71-78842f677fbf, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b753e583-aab9-4d24-9d71-78842f677fbf,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:05.171171 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41592) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:05.184856 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5cad1708-af88-4721-ac10-a9cfe19e6028 req-710d11c8-b395-4bbb-9cc9-459efa74150c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781054 Jun 08 18:23:05.190511 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.203035 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9f603a40-597c-4bab-b9cb-8a30409a1dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:05.250991 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50db8d-4586-495d-96d7-2efc1a6539bb req-7a4bd6e3-77d4-4717-8a28-ad27fc21e0ad tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:05.252516 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8d50db8d-4586-495d-96d7-2efc1a6539bb req-7a4bd6e3-77d4-4717-8a28-ad27fc21e0ad tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 932 time: 0.1596367 Jun 08 18:23:05.298367 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:05.298994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.300492 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] 10.222.0.48 "PUT /v2.0/ports/b753e583-aab9-4d24-9d71-78842f677fbf HTTP/1.1" status: 200 len: 1097 time: 2.7968862 Jun 08 18:23:05.326112 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'tag': 'b753e583-aab9-4d24-9d71-78842f677fbf'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:05.330476 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ff0562-2417-41f1-88c9-847c95d5c21d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d70cd30-764e-4bec-9909-383dfd4c8082", "tag": "b753e583-aab9-4d24-9d71-78842f677fbf"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:05.349692 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port e93faf0c-5888-4569-b5dc-5f070bcb95b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:05.395217 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8', 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235', 'port_id': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8', 'mac_address': 'fa:16:3e:f7:42:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4cd4b4-154a-416f-a6e0-567b3a188e46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:05.407063 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8d50db8d-4586-495d-96d7-2efc1a6539bb req-71ee0693-6e50-411f-980d-b6ad5538cbcc tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401114 Jun 08 18:23:05.417527 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:05.474516 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.511930 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.542365 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.551727 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95595365-2cd2-4294-8cee-6c51e9409192 x-openstack-request-id: req-95595365-2cd2-4294-8cee-6c51e9409192 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:05.552054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d70cd30-764e-4bec-9909-383dfd4c8082", "tag": "b753e583-aab9-4d24-9d71-78842f677fbf", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:05.552335 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95595365-2cd2-4294-8cee-6c51e9409192 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:05.552775 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'tag': 'b753e583-aab9-4d24-9d71-78842f677fbf', 'status': 'completed', 'code': 200} Jun 08 18:23:05.556072 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Pushing event updated for resources: {'Port': ['ID=b753e583-aab9-4d24-9d71-78842f677fbf,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:05.565556 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:05.580462 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93faf0c-5888-4569-b5dc-5f070bcb95b8 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:05.618127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Transition to ACTIVE for port object 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:05.638411 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.651317 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port e93faf0c-5888-4569-b5dc-5f070bcb95b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:05.652576 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:05.661942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.664307 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:05.721101 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4898d-633a-41fc-b3d8-bef24a6e494f req-de1b5f73-4f31-4d3d-bc04-ee00d338a1de tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:05.730705 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e1f4898d-633a-41fc-b3d8-bef24a6e494f req-de1b5f73-4f31-4d3d-bc04-ee00d338a1de tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 943 time: 0.1366379 Jun 08 18:23:05.745408 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=e93faf0c-5888-4569-b5dc-5f070bcb95b8,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:05.750939 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:05.796975 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e1f4898d-633a-41fc-b3d8-bef24a6e494f req-7bdadc82-5037-40da-a8c4-3e57bc9e8378 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Jun 08 18:23:05.859489 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-5117b9fe-baa9-4ce3-b7d5-f0f852cf483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:05.861067 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-5117b9fe-baa9-4ce3-b7d5-f0f852cf483a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f047129e4b243a180d8ed52ef0b9060&device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 1100 time: 0.4985075 Jun 08 18:23:05.865673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Pushing event updated for resources: {'Port': ['ID=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:05.870587 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:05.950672 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['e93faf0c-5888-4569-b5dc-5f070bcb95b8'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:06.120747 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-eca4edc0-65a1-4f6c-8732-5214365047d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b753e583-aab9-4d24-9d71-78842f677fbf HTTP/1.1" status: 200 len: 217 time: 0.2458959 Jun 08 18:23:06.204165 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.244701 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.371888 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1c8bfc04-e7de-4e35-bc4b-01f19c90966f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:06.445295 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5f5dd-1b2f-4582-9df2-eee82ac01cd7 req-e05baaaa-b629-4567-bfc6-f5801ceb7948 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.446638 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4be5f5dd-1b2f-4582-9df2-eee82ac01cd7 req-e05baaaa-b629-4567-bfc6-f5801ceb7948 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2574897 Jun 08 18:23:06.456502 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52e80ca7841f4701b8eb87a5db898e06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2817962 Jun 08 18:23:06.456916 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41622) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:06.464014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cf1d3b-7b75-46c8-bf6a-89eb41112f62,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:06.468324 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-02aa0827-cceb-4ed0-9f17-717972d8c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.469837 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-02aa0827-cceb-4ed0-9f17-717972d8c720 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=354c4ff0-27a5-4d63-88da-f689440acb6c HTTP/1.1" status: 200 len: 843 time: 0.3048158 Jun 08 18:23:06.472597 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:06.476898 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Attempting to bind port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:06.477234 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Attempting to bind port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:06.477650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Attempting to bind port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 on network 9cb59043-8095-44af-8ab1-a4c7c01048f8 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:06.492858 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754cd48-b2c5-4c43-b717-95d8f81280a9 req-40614f3e-a1a7-4fee-afb3-79ec08c16a40 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.494332 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c754cd48-b2c5-4c43-b717-95d8f81280a9 req-40614f3e-a1a7-4fee-afb3-79ec08c16a40 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 947 time: 0.1534076 Jun 08 18:23:06.528621 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 on network 9cb59043-8095-44af-8ab1-a4c7c01048f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:23:06.528965 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Attempting to bind port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 on network 9cb59043-8095-44af-8ab1-a4c7c01048f8 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:06.544828 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:06.545816 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Checking segment: {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:06.546609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Bound using segment: {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:06.546609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Bound port: 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:06.546878 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.574138 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-4facb302-cc5e-4a6b-ae13-83e78549f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.575612 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-4facb302-cc5e-4a6b-ae13-83e78549f09c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.4634025 Jun 08 18:23:06.583577 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4be5f5dd-1b2f-4582-9df2-eee82ac01cd7 req-509840fe-57a0-4c23-9804-127fdc98f9c4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286221 Jun 08 18:23:06.603571 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c754cd48-b2c5-4c43-b717-95d8f81280a9 req-1f680f75-b3b2-4db6-b6b6-0db7b4d66fd2 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016285 Jun 08 18:23:06.618321 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.651064 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.729364 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.733636 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.735042 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2cf1d3b-7b75-46c8-bf6a-89eb41112f62 HTTP/1.1" status: 204 len: 168 time: 0.2772639 Jun 08 18:23:06.735884 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6dc07d16-a835-4a80-8f18-b91a3c2bc534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:06.765489 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] For port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:06.772352 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] For port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:06.789708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.789897 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cf1d3b-7b75-46c8-bf6a-89eb41112f62,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:06.797059 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:06.797375 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:06.829964 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-d5c43b72-2967-4ad2-9879-08c8111bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.832375 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-d5c43b72-2967-4ad2-9879-08c8111bca9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=331c68d6-1ab7-4ef8-a38f-680a7824b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3509469 Jun 08 18:23:06.851286 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf43dde-880b-4188-8fce-25481e5e39ab req-11095a09-72cb-441d-b814-7ec8a037c4f5 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.852536 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-daf43dde-880b-4188-8fce-25481e5e39ab req-11095a09-72cb-441d-b814-7ec8a037c4f5 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 944 time: 0.1080356 Jun 08 18:23:06.897772 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.898596 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:06.900511 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-316056a8-c403-4600-b532-3dc18c2095df service neutron] 10.222.0.48 "PUT /v2.0/ports/01467b34-d919-4bc4-a321-e8fd3a4ba7e4 HTTP/1.1" status: 200 len: 1094 time: 2.6606894 Jun 08 18:23:06.922611 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-daf43dde-880b-4188-8fce-25481e5e39ab req-1d09e0b0-96ad-4bcd-891d-b75ebcd8d816 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 Jun 08 18:23:06.969012 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-a52f21cb-d1a4-4c1f-af52-3777c94e3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:06.969012 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-a52f21cb-d1a4-4c1f-af52-3777c94e3218 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.3651111 Jun 08 18:23:07.003984 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e93faf0c-5888-4569-b5dc-5f070bcb95b8 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:07.118443 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port e93faf0c-5888-4569-b5dc-5f070bcb95b8 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:07.124868 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port e93faf0c-5888-4569-b5dc-5f070bcb95b8 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:07.125282 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.136170 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-2e53797e-9cc2-4e24-9727-8d8c709c487d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.1183076 Jun 08 18:23:07.177953 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Pushing event updated for resources: {'Port': ['ID=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:07.181615 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:07.249878 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797725-44f3-4d48-8c9d-dad95d10e72c req-653ce3b3-9041-4fc5-bb59-105a6d9357c4 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:07.258493 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-18797725-44f3-4d48-8c9d-dad95d10e72c req-653ce3b3-9041-4fc5-bb59-105a6d9357c4 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 944 time: 0.1056445 Jun 08 18:23:07.260789 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-89d89ad8-de52-4cde-bcf6-8bed0604c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:07.262652 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-89d89ad8-de52-4cde-bcf6-8bed0604c176 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.1175003 Jun 08 18:23:07.264830 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-e55e00d2-a858-4a27-8678-5502c98f73fd service neutron] 10.222.0.48 "GET /v2.0/networks/331c68d6-1ab7-4ef8-a38f-680a7824b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226429 Jun 08 18:23:07.276415 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-a02f820d-0c6d-4eff-bace-c88eaafc73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:07.278164 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-a02f820d-0c6d-4eff-bace-c88eaafc73f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6326f4d38de8406595e7d88a7c65e03e&device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 1097 time: 0.3130479 Jun 08 18:23:07.319161 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.342654 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-18797725-44f3-4d48-8c9d-dad95d10e72c req-6ec8e6f3-bd72-4e32-8f13-aaf7230b9dad tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 Jun 08 18:23:07.342654 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41634) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:07.372083 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:07.376522 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae0958-23bb-416c-a6cf-ddda176770d3" -d '{"events": [{"server_uuid": "f0200586-60d3-4d04-acb0-cfc16cbb5be5", "name": "network-vif-plugged", "status": "completed", "tag": "e93faf0c-5888-4569-b5dc-5f070bcb95b8"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:07.382625 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.392021 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port e93faf0c-5888-4569-b5dc-5f070bcb95b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:07.402533 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.411544 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e0f22faf-5def-409f-85b5-1dad555b053b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:07.483771 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-93c3a8e7-1bd2-42de-8604-ca0e9785b5e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4 HTTP/1.1" status: 200 len: 217 time: 0.1479192 Jun 08 18:23:07.486014 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-a975ca23-6127-4d64-a934-4d7079d6256b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870465 Jun 08 18:23:07.524714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813eeca5-940d-4ba4-bfe6-08ffcd48a598 x-openstack-request-id: req-813eeca5-940d-4ba4-bfe6-08ffcd48a598 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:07.524998 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0200586-60d3-4d04-acb0-cfc16cbb5be5", "name": "network-vif-plugged", "status": "completed", "tag": "e93faf0c-5888-4569-b5dc-5f070bcb95b8", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:07.525314 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-813eeca5-940d-4ba4-bfe6-08ffcd48a598 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:07.525693 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8', 'code': 200} Jun 08 18:23:07.577409 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'tag': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:07.579764 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7a92a-b82d-4203-9a3b-cee065abc443" -d '{"events": [{"name": "network-changed", "server_uuid": "7a405322-9499-45d3-8525-5d8fe88bcc3e", "tag": "01467b34-d919-4bc4-a321-e8fd3a4ba7e4"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:07.623820 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=e93faf0c-5888-4569-b5dc-5f070bcb95b8,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:07.633252 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:07.666178 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.672412 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.685464 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:07.742208 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05ce5-4f02-4971-b295-a014920e4b75 req-78727bd1-fac3-4133-b194-718e060deee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:07.743723 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-78727bd1-fac3-4133-b194-718e060deee7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b05ac0d2-dea1-43d2-ac67-c5819af43c77 HTTP/1.1" status: 200 len: 849 time: 0.2404683 Jun 08 18:23:07.745836 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747826dc-68c8-4d08-9b9e-b3b5d9f3a1ed x-openstack-request-id: req-747826dc-68c8-4d08-9b9e-b3b5d9f3a1ed {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:07.746139 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a405322-9499-45d3-8525-5d8fe88bcc3e", "tag": "01467b34-d919-4bc4-a321-e8fd3a4ba7e4", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:07.746921 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-747826dc-68c8-4d08-9b9e-b3b5d9f3a1ed {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:07.746921 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'tag': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4', 'status': 'completed', 'code': 200} Jun 08 18:23:07.835375 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-9c9ee963-dc4d-4abe-907b-995aacadc946 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb59043-8095-44af-8ab1-a4c7c01048f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817490 Jun 08 18:23:07.841484 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=928670498df1480ab1f2c3466b9357bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977751 Jun 08 18:23:07.852630 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41658) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:07.855821 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d198c58-e418-4b34-a2b7-2f3abbceba19,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:07.859560 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:07.938811 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-253efe71-5fff-4723-a8a9-fd1c9988e2aa req-ca213927-941b-4373-9c3e-f1ef72f26c9a service neutron] 10.222.0.48 "GET /v2.0/networks/331c68d6-1ab7-4ef8-a38f-680a7824b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596210 Jun 08 18:23:07.960566 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-8c9b636c-bcc7-447a-9595-f6cc29b6eb17 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629872 Jun 08 18:23:08.036449 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:08.083503 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b750c7-4bd2-475b-a401-48f68906cd15 req-bd0a4396-e566-4781-81c2-b61953b9c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.085009 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-40b750c7-4bd2-475b-a401-48f68906cd15 req-bd0a4396-e566-4781-81c2-b61953b9c110 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 1098 time: 0.3690228 Jun 08 18:23:08.093812 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5f4a9-c7d2-4470-a067-a07a8e8f340d req-2b037a27-e163-4d81-8071-b712831e23ba tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.095319 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a8f5f4a9-c7d2-4470-a067-a07a8e8f340d req-2b037a27-e163-4d81-8071-b712831e23ba tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.3213685 Jun 08 18:23:08.116317 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:08.155922 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77defcfe-5f09-4552-a29a-7c4cc2929796 req-56ca6e2b-445a-4dda-819d-6caefb535ea3 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.157311 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-77defcfe-5f09-4552-a29a-7c4cc2929796 req-56ca6e2b-445a-4dda-819d-6caefb535ea3 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 947 time: 0.2847285 Jun 08 18:23:08.235152 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-40b750c7-4bd2-475b-a401-48f68906cd15 req-e06d1c75-10fc-4515-a9a9-28eee54b9092 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348755 Jun 08 18:23:08.263404 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a8f5f4a9-c7d2-4470-a067-a07a8e8f340d req-db1104e3-cfb5-48b6-907b-db3a11f25c45 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400530 Jun 08 18:23:08.268858 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-77defcfe-5f09-4552-a29a-7c4cc2929796 req-f4ace736-e52e-49b7-9d1b-63a0452b3260 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000183 Jun 08 18:23:08.280817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:08.283797 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:08.297846 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d198c58-e418-4b34-a2b7-2f3abbceba19 HTTP/1.1" status: 204 len: 168 time: 0.4367402 Jun 08 18:23:08.298255 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-b6d25835-d280-44bd-b804-6dd3a04cf70e service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478185 Jun 08 18:23:08.298696 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:08.312458 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d198c58-e418-4b34-a2b7-2f3abbceba19,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:08.315223 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:08.428707 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00eb1d3c-a8f9-44be-afb7-895440d7aefb req-7f25f4a1-47e7-4376-9714-9026df129543 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580023 Jun 08 18:23:08.433401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-9bea2f2d-954f-44c0-9c09-556c34606451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.434969 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-9bea2f2d-954f-44c0-9c09-556c34606451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f047129e4b243a180d8ed52ef0b9060&device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 1100 time: 0.4301112 Jun 08 18:23:08.573742 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83883fdb-ab05-4ec7-a1af-0450e1e553c1 req-dd288b77-ab09-4259-a0c0-2d54df4493de tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.575382 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-83883fdb-ab05-4ec7-a1af-0450e1e553c1 req-dd288b77-ab09-4259-a0c0-2d54df4493de tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 944 time: 0.1518965 Jun 08 18:23:08.634408 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-def05ce5-4f02-4971-b295-a014920e4b75 req-52fcb1bf-d5a1-46b2-9c5c-5ba549274b79 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166270 Jun 08 18:23:08.676376 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-83883fdb-ab05-4ec7-a1af-0450e1e553c1 req-43f80420-37bf-4eed-b6dc-a69d2769c518 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Jun 08 18:23:08.709810 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-418e0762-f7af-4a86-af20-c79e8385860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.711940 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-418e0762-f7af-4a86-af20-c79e8385860d service neutron] 10.222.0.48 "GET /v2.0/networks?id=331c68d6-1ab7-4ef8-a38f-680a7824b193 HTTP/1.1" status: 200 len: 870 time: 0.2578137 Jun 08 18:23:08.806901 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c597-688c-45f5-b01d-e15faad7a87f req-6ff3af4e-f4f7-4478-bcfe-c8f6a4a449af tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.808613 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a3a7c597-688c-45f5-b01d-e15faad7a87f req-6ff3af4e-f4f7-4478-bcfe-c8f6a4a449af tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 945 time: 0.0885720 Jun 08 18:23:08.861981 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-a0fd1d27-ac37-47ff-85dd-69cbcfacf69f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b753e583-aab9-4d24-9d71-78842f677fbf HTTP/1.1" status: 200 len: 217 time: 0.1366081 Jun 08 18:23:08.869733 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a3a7c597-688c-45f5-b01d-e15faad7a87f req-4ff99608-d6e7-4bb3-8b05-8ddb8d1967cf tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484738 Jun 08 18:23:08.940614 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-c4f57b5a-e4d0-4f99-baa1-9104b45acb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.942105 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-c4f57b5a-e4d0-4f99-baa1-9104b45acb97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=354c4ff0-27a5-4d63-88da-f689440acb6c HTTP/1.1" status: 200 len: 843 time: 0.0673468 Jun 08 18:23:08.956254 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-a6c83a53-d3ad-482a-a28f-efa224ee6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.957730 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-a6c83a53-d3ad-482a-a28f-efa224ee6bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6326f4d38de8406595e7d88a7c65e03e&device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 1097 time: 0.1440732 Jun 08 18:23:09.162552 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-a081218b-b326-4457-9150-0a095d4868fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:09.164006 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-a081218b-b326-4457-9150-0a095d4868fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 200 len: 910 time: 0.1752610 Jun 08 18:23:09.166203 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-f2d78792-cec6-48bd-a65f-d7b4fa865104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:09.167616 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-f2d78792-cec6-48bd-a65f-d7b4fa865104 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=331c68d6-1ab7-4ef8-a38f-680a7824b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2140224 Jun 08 18:23:09.279941 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-53854fc1-98f0-49ed-9c7b-77b61a738c0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4 HTTP/1.1" status: 200 len: 217 time: 0.0967383 Jun 08 18:23:09.531550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-8a6705b5-2e17-4548-b499-902ae57750db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:09.533305 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-8a6705b5-2e17-4548-b499-902ae57750db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b05ac0d2-dea1-43d2-ac67-c5819af43c77 HTTP/1.1" status: 200 len: 849 time: 0.1070313 Jun 08 18:23:09.610941 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-44e076ca-20ea-4152-91ce-026dbd8d446c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb59043-8095-44af-8ab1-a4c7c01048f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545282 Jun 08 18:23:09.619585 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-340de02d-b516-4383-a1d3-6a3850eb5f11 service neutron] 10.222.0.48 "GET /v2.0/networks/331c68d6-1ab7-4ef8-a38f-680a7824b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348636 Jun 08 18:23:09.652695 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5748b-22f7-4462-8fd8-624f86e6e355 req-25fb763d-5f2e-4bfe-ac67-92f780a65924 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:09.661883 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-56d5748b-22f7-4462-8fd8-624f86e6e355 req-25fb763d-5f2e-4bfe-ac67-92f780a65924 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1457250 Jun 08 18:23:09.719024 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465ba18-f972-47f9-85bb-861f6fe6d43b req-fa0e5e0d-9b40-4864-b4be-ebf14a917f92 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:09.720606 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3465ba18-f972-47f9-85bb-861f6fe6d43b req-fa0e5e0d-9b40-4864-b4be-ebf14a917f92 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 947 time: 0.2515304 Jun 08 18:23:09.768759 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-56d5748b-22f7-4462-8fd8-624f86e6e355 req-90c53768-c05f-4a5a-a79d-bb5faaa09de8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Jun 08 18:23:09.787253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3465ba18-f972-47f9-85bb-861f6fe6d43b req-5cd8bfd9-5b61-435a-b60b-db39aab6ad2f tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Jun 08 18:23:09.951298 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-2be93c6c-014a-4de9-ac4d-7ee2bb771bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198771 Jun 08 18:23:09.956296 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-26ff0562-2417-41f1-88c9-847c95d5c21d req-06be0572-045a-40a0-91bd-fdbea8259ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/331c68d6-1ab7-4ef8-a38f-680a7824b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015904 Jun 08 18:23:10.198255 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f793996d-7405-4a26-8a96-539c543e66e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:10.269991 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d8ead-b317-498e-8e29-dbb972a93300 req-f24aa411-91a5-43f5-8c9e-e87517a6c2f9 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:10.271622 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-999d8ead-b317-498e-8e29-dbb972a93300 req-f24aa411-91a5-43f5-8c9e-e87517a6c2f9 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 945 time: 0.1601322 Jun 08 18:23:10.302582 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dfacd-1e71-44e2-b4b3-7a3491d10ee8 req-2cd65c18-a045-476a-8413-ae53779bd8f8 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:10.304070 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b37dfacd-1e71-44e2-b4b3-7a3491d10ee8 req-2cd65c18-a045-476a-8413-ae53779bd8f8 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 944 time: 0.1525309 Jun 08 18:23:10.331909 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0b7a92a-b82d-4203-9a3b-cee065abc443 req-90ff9d53-341b-4653-a8ae-d38d96505724 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714919 Jun 08 18:23:10.358451 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-999d8ead-b317-498e-8e29-dbb972a93300 req-3f7015eb-842b-4ae9-bcb4-abdda78e4f5d tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805840 Jun 08 18:23:10.385641 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b37dfacd-1e71-44e2-b4b3-7a3491d10ee8 req-14e35b48-baef-433d-bb35-a7925752f84c tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637300 Jun 08 18:23:11.006077 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b753e583-aab9-4d24-9d71-78842f677fbf details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:11.231035 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b14db-3de2-4520-9e3d-e1a695932632 req-ea092693-e3e4-4d40-9199-92468fbb6e0c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:11.233217 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c9b14db-3de2-4520-9e3d-e1a695932632 req-ea092693-e3e4-4d40-9199-92468fbb6e0c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 947 time: 0.2642202 Jun 08 18:23:11.306048 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port b753e583-aab9-4d24-9d71-78842f677fbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b753e583-aab9-4d24-9d71-78842f677fbf,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:11.332480 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'b753e583-aab9-4d24-9d71-78842f677fbf', 'network_id': '331c68d6-1ab7-4ef8-a38f-680a7824b193', 'port_id': 'b753e583-aab9-4d24-9d71-78842f677fbf', 'mac_address': 'fa:16:3e:6a:ca:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354c4ff0-27a5-4d63-88da-f689440acb6c', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:11.374640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc94a-9fd1-4cf6-b8aa-f1d35c13e90c req-6cca5c16-a2e6-449e-b395-cc934e01574e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:11.382698 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0c0dc94a-9fd1-4cf6-b8aa-f1d35c13e90c req-6cca5c16-a2e6-449e-b395-cc934e01574e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.3201709 Jun 08 18:23:11.438269 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:11.446847 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c9b14db-3de2-4520-9e3d-e1a695932632 req-31a41d5a-fe06-43e4-a8f9-e8001a73bc05 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061455 Jun 08 18:23:11.490363 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b753e583-aab9-4d24-9d71-78842f677fbf {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:11.507694 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0c0dc94a-9fd1-4cf6-b8aa-f1d35c13e90c req-2e204c83-1fb1-43f4-88af-28fa886a70be tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233010 Jun 08 18:23:11.527940 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port b753e583-aab9-4d24-9d71-78842f677fbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b753e583-aab9-4d24-9d71-78842f677fbf,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:11.529079 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:11.530845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:11.537732 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:11.781387 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=b753e583-aab9-4d24-9d71-78842f677fbf,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:11.799964 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:11.871229 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:11.897840 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4', 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8', 'port_id': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4', 'mac_address': 'fa:16:3e:d4:88:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05ac0d2-dea1-43d2-ac67-c5819af43c77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:11.932313 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d886daa-f04f-49ca-8cc4-cac0dda4875c req-db7ec977-ec1e-4397-8039-2524e8d5f096 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:11.934473 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0d886daa-f04f-49ca-8cc4-cac0dda4875c req-db7ec977-ec1e-4397-8039-2524e8d5f096 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 944 time: 0.1224627 Jun 08 18:23:12.017326 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.038225 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0d886daa-f04f-49ca-8cc4-cac0dda4875c req-18631bba-e034-4060-af30-6a6875ed8322 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Jun 08 18:23:12.050458 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:12.074244 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:12.080056 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.082844 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:12.172648 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:12.178769 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:12.382015 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41866) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:12.448463 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['01467b34-d919-4bc4-a321-e8fd3a4ba7e4'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:12.573017 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['b753e583-aab9-4d24-9d71-78842f677fbf'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:12.664063 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.864076 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.871368 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.877678 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7757a-ba16-4986-b5b1-225ceeddf0d0 req-b0b45b7d-534e-47a0-82fe-54cc49f9164e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:12.880224 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cfa7757a-ba16-4986-b5b1-225ceeddf0d0 req-b0b45b7d-534e-47a0-82fe-54cc49f9164e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1776862 Jun 08 18:23:12.891020 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b729a1e-8dbf-49d7-addb-396966cad66a req-f18e8287-170b-495b-88f5-a2fef0a95b47 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:12.892992 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4b729a1e-8dbf-49d7-addb-396966cad66a req-f18e8287-170b-495b-88f5-a2fef0a95b47 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 948 time: 0.1427364 Jun 08 18:23:12.905134 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dc563a45-a7ff-4894-a42e-8305d8951192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:12.970611 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ffc14912bd34ffba8f5eb6699078137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5870581 Jun 08 18:23:12.972458 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5db0b-d9ef-4072-a94f-cf8f2d2e8d1f,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:12.975731 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:12.976374 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41884) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:12.976881 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cfa7757a-ba16-4986-b5b1-225ceeddf0d0 req-072a6cc9-447f-4da9-b082-707223f80092 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782900 Jun 08 18:23:12.987949 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4b729a1e-8dbf-49d7-addb-396966cad66a req-efc88afe-1373-47ff-bb18-bcf21acc83bf tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719903 Jun 08 18:23:13.078218 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.108877 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.168914 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.171649 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.172831 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cd5db0b-d9ef-4072-a94f-cf8f2d2e8d1f HTTP/1.1" status: 204 len: 168 time: 0.1955175 Jun 08 18:23:13.173644 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-236bde48-7394-41b9-9f5b-5c648d8ced7d tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:13.184337 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5db0b-d9ef-4072-a94f-cf8f2d2e8d1f,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:13.187802 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:13.296095 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf407-4307-4f19-99ea-4926ee026d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.397109 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2154-9550-45a8-8c29-fbeb4b96e9ba req-5aae83bf-3235-4749-8730-15f8f8361eeb tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:13.398774 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-10fa2154-9550-45a8-8c29-fbeb4b96e9ba req-5aae83bf-3235-4749-8730-15f8f8361eeb tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 945 time: 0.1190429 Jun 08 18:23:13.425952 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.472389 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-10fa2154-9550-45a8-8c29-fbeb4b96e9ba req-44006acd-7144-4b82-99d1-3a17e633794d tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639474 Jun 08 18:23:13.611878 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 41892) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:13.631594 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.792850 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.797725 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.806690 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-54ea0cce-961d-460f-914a-c9200fa88045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:13.858656 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1946491dc6e3465b801a55ad55c2e9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456484 Jun 08 18:23:13.859436 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b66375-3eea-408f-8b99-7131732092f5,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:13.861451 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41902) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:13.862774 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:13.969958 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.005130 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.114563 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.125637 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.131814 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2b66375-3eea-408f-8b99-7131732092f5 HTTP/1.1" status: 204 len: 168 time: 0.2672246 Jun 08 18:23:14.133070 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-9db47c08-fab3-4622-8147-0bc83c2368bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:14.159787 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b66375-3eea-408f-8b99-7131732092f5,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:14.174801 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:14.338040 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.352805 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b296-82cb-4db2-863c-f3d6bb092565 req-b0a7936d-ce7c-438e-9000-3d7fd09bec96 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:14.354547 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5434b296-82cb-4db2-863c-f3d6bb092565 req-b0a7936d-ce7c-438e-9000-3d7fd09bec96 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 948 time: 0.2185159 Jun 08 18:23:14.367428 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940086-e746-49e8-9534-082350b66e98 req-cc080d54-8d8e-477f-ab2f-3bc13ed60aa9 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:14.368983 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ca940086-e746-49e8-9534-082350b66e98 req-cc080d54-8d8e-477f-ab2f-3bc13ed60aa9 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1708081 Jun 08 18:23:14.459130 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ca940086-e746-49e8-9534-082350b66e98 req-f2dff121-9f85-41b6-ae61-16c3cb080389 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745220 Jun 08 18:23:14.468540 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5434b296-82cb-4db2-863c-f3d6bb092565 req-0dd5adb1-a84e-428a-a761-fd06495447b0 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982575 Jun 08 18:23:14.889247 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb77e7-dc48-42b7-88de-c708f8fd1c68 req-6f82492a-eea6-4a58-9d93-124690bc0c6b tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:14.892214 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fcfb77e7-dc48-42b7-88de-c708f8fd1c68 req-6f82492a-eea6-4a58-9d93-124690bc0c6b tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 945 time: 0.1495934 Jun 08 18:23:14.974412 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fcfb77e7-dc48-42b7-88de-c708f8fd1c68 req-8caece23-6c08-478f-941b-05ddf8baf3dc tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747843 Jun 08 18:23:15.028094 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b753e583-aab9-4d24-9d71-78842f677fbf up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:15.136231 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port b753e583-aab9-4d24-9d71-78842f677fbf completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:15.147521 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port b753e583-aab9-4d24-9d71-78842f677fbf triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:15.147890 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.285957 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.332370 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b753e583-aab9-4d24-9d71-78842f677fbf'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:15.336427 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129dec08-9746-489e-bfe0-ae124247a0d2" -d '{"events": [{"server_uuid": "6d70cd30-764e-4bec-9909-383dfd4c8082", "name": "network-vif-plugged", "status": "completed", "tag": "b753e583-aab9-4d24-9d71-78842f677fbf"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:15.349966 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port b753e583-aab9-4d24-9d71-78842f677fbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b753e583-aab9-4d24-9d71-78842f677fbf,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:15.356469 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.357755 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:15.390714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:15.483140 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f45fe-073d-43d7-a8b4-db59b96662a5 x-openstack-request-id: req-507f45fe-073d-43d7-a8b4-db59b96662a5 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:15.486483 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d70cd30-764e-4bec-9909-383dfd4c8082", "name": "network-vif-plugged", "status": "completed", "tag": "b753e583-aab9-4d24-9d71-78842f677fbf", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:15.486843 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-507f45fe-073d-43d7-a8b4-db59b96662a5 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:15.487458 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b753e583-aab9-4d24-9d71-78842f677fbf', 'code': 200} Jun 08 18:23:15.519029 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=b753e583-aab9-4d24-9d71-78842f677fbf,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:15.529616 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:15.559230 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:15.571463 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:15.571463 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.757681 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.860306 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.900544 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:15.908207 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.913035 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:15.917812 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943cdfc-dd54-4004-867a-8067fe1a043a req-93950c5d-29dd-4d84-b018-5c78d49fea8c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:15.922508 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1943cdfc-dd54-4004-867a-8067fe1a043a req-93950c5d-29dd-4d84-b018-5c78d49fea8c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 949 time: 0.2987235 Jun 08 18:23:15.936695 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85922b65-5ea2-4b87-89a1-8ee406d3e458 req-d83c61ef-8a35-4551-a4ff-c14826b62b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:15.940725 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-85922b65-5ea2-4b87-89a1-8ee406d3e458 req-d83c61ef-8a35-4551-a4ff-c14826b62b7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 1102 time: 0.1806371 Jun 08 18:23:15.963885 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42cfad-ea9e-4306-8063-4f9846161f54 req-c8db4d6d-5ed8-4f5f-b51b-dcd5e44a2917 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:15.980079 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0a42cfad-ea9e-4306-8063-4f9846161f54 req-c8db4d6d-5ed8-4f5f-b51b-dcd5e44a2917 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2796648 Jun 08 18:23:16.011648 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:16.024865 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:16.032988 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-85922b65-5ea2-4b87-89a1-8ee406d3e458 req-9b7ef025-043e-4016-8238-a99d2fcc340b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823758 Jun 08 18:23:16.125741 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1943cdfc-dd54-4004-867a-8067fe1a043a req-051cef04-5d3e-4b06-9c40-e0a98e1643ee tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955388 Jun 08 18:23:16.151786 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0a42cfad-ea9e-4306-8063-4f9846161f54 req-26f18691-c0bb-4e1a-a5d9-b57f97574c3c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653244 Jun 08 18:23:16.557780 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2165a09-b674-4217-b8cb-959343291005 req-6753f5f7-6ced-418a-ae84-2b6abbd29ac1 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:16.559783 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a2165a09-b674-4217-b8cb-959343291005 req-6753f5f7-6ced-418a-ae84-2b6abbd29ac1 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.1034484 Jun 08 18:23:16.568795 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 41996) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:16.629666 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a2165a09-b674-4217-b8cb-959343291005 req-b78067e8-8d81-495d-9df1-de615e1204fa tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594814 Jun 08 18:23:16.725687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.909605 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.916246 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.928156 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a6183145-30be-4ced-a37e-7bacd839b914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:16.975596 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=437ade9b20804ec3b4650128e7e88ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005964 Jun 08 18:23:16.976271 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42010) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:16.989855 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7218e1-25f3-417c-acd0-df1df5888056,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:17.006341 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.006970 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.007461 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.007949 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.009240 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.009721 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.010215 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.010710 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.011207 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.011681 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.012159 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.012647 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:17.019448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:17.077006 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:17.124571 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:17.251208 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:17.257519 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:17.261875 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf7218e1-25f3-417c-acd0-df1df5888056 HTTP/1.1" status: 204 len: 168 time: 0.2827504 Jun 08 18:23:17.261875 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dcfe6a2a-779e-433d-a44c-74abd9bcab99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:17.297336 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7218e1-25f3-417c-acd0-df1df5888056,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:17.300093 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a6b1a2e8-c9c2-4f82-9b4c-fe772e9828df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:17.488711 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:17.493086 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e31a50-2950-4844-9c21-169dbc21b0db" -d '{"events": [{"server_uuid": "7a405322-9499-45d3-8525-5d8fe88bcc3e", "name": "network-vif-plugged", "status": "completed", "tag": "01467b34-d919-4bc4-a321-e8fd3a4ba7e4"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:17.567365 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4ba1-ef91-4e3c-8808-7df54f1450b0 req-32c48d1b-b9af-4505-a1ee-61419382a559 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:17.570042 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-53cf4ba1-ef91-4e3c-8808-7df54f1450b0 req-32c48d1b-b9af-4505-a1ee-61419382a559 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 949 time: 0.2586937 Jun 08 18:23:17.602724 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9d69-348b-41e5-be13-5e9195656857 req-c6263e28-7f56-4b60-adb5-1a98ce3b892a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:17.605381 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-344b9d69-348b-41e5-be13-5e9195656857 req-c6263e28-7f56-4b60-adb5-1a98ce3b892a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2062719 Jun 08 18:23:17.650083 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42040) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:17.723424 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-53cf4ba1-ef91-4e3c-8808-7df54f1450b0 req-7cdde40b-c455-42ea-b687-0e2e2fc945e8 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445940 Jun 08 18:23:17.736632 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-344b9d69-348b-41e5-be13-5e9195656857 req-f4b8afd7-80c2-4b30-933a-90c14c1fb9b8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065760 Jun 08 18:23:17.930584 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42048) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:17.960042 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:17.978270 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.019441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.api [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:23:18.019441 dv-cinder-733622-16-smb neutron-server[91718]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 18:23:18.019441 dv-cinder-733622-16-smb neutron-server[91718]: [parameters: {'project_id': '2c3ee86d84f74e84b33fdd4d211c8b3f', 'id': '0304749f-2a6a-4432-8f2a-b72ae7219a00', 'expiration': datetime.datetime(2021, 6, 8, 18, 25, 18, 14668)}] Jun 08 18:23:18.019441 dv-cinder-733622-16-smb neutron-server[91718]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:23:18.020653 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_db.api [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:23:18.111021 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f93195-a7a0-45f2-9bd8-a6d4538e9d7c x-openstack-request-id: req-07f93195-a7a0-45f2-9bd8-a6d4538e9d7c {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:18.111456 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a405322-9499-45d3-8525-5d8fe88bcc3e", "name": "network-vif-plugged", "status": "completed", "tag": "01467b34-d919-4bc4-a321-e8fd3a4ba7e4", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:18.111855 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07f93195-a7a0-45f2-9bd8-a6d4538e9d7c {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:18.112558 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4', 'code': 200} Jun 08 18:23:18.198384 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.207373 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.222491 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-19ff6907-3b26-458b-9f2b-6cfa4205afe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:18.315521 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b3e99513e3946089e31eaed095c5d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606016 Jun 08 18:23:18.315825 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42052) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:18.320726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a5993-0e77-40b4-98d3-a8398bdc7d8f,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:18.327849 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:18.357057 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75b07-7b3b-41a3-aac2-7348faa2f525 req-1241fb2a-57e8-4368-8e7a-9385b6c5b078 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:18.366694 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e2f75b07-7b3b-41a3-aac2-7348faa2f525 req-1241fb2a-57e8-4368-8e7a-9385b6c5b078 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.2142179 Jun 08 18:23:18.459854 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e2f75b07-7b3b-41a3-aac2-7348faa2f525 req-5782372f-bba2-4449-b0f1-896e7b82d46e tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920413 Jun 08 18:23:18.465844 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.509299 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.523414 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.631743 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.635989 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.640400 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f7a5993-0e77-40b4-98d3-a8398bdc7d8f HTTP/1.1" status: 204 len: 168 time: 0.3203449 Jun 08 18:23:18.643299 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-069d2926-bdc7-4885-82f3-e71181cba317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:18.658980 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a5993-0e77-40b4-98d3-a8398bdc7d8f,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:18.672602 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.672962 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.673340 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.673687 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.674030 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.674370 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.674706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.675101 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.675448 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.675832 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.676259 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.676773 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:18.682803 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605782f-3dd1-4aa9-a862-d470683ffe53 req-5d64f747-01ba-42da-8a5c-110a40c2fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:18.688811 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:18.689099 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-6605782f-3dd1-4aa9-a862-d470683ffe53 req-5d64f747-01ba-42da-8a5c-110a40c2fe20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 1099 time: 0.1975369 Jun 08 18:23:18.758012 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.777737 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.789120 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-6605782f-3dd1-4aa9-a862-d470683ffe53 req-56ed440f-5beb-43e0-8590-b0c1b6b4a804 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918999 Jun 08 18:23:18.796467 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:18.847440 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c3ee86d84f74e84b33fdd4d211c8b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9153695 Jun 08 18:23:18.848349 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ffd3d-7587-43cd-bd94-f79d86ea7596,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:18.851554 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42064) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:18.888076 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:19.112057 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.151639 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.204456 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:23:19.210737 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e153e-ede5-45cf-918a-ca2d00282310 req-734de5cd-5be3-4c75-962a-0de878b838e8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:19.212238 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4a9e153e-ede5-45cf-918a-ca2d00282310 req-734de5cd-5be3-4c75-962a-0de878b838e8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2296557 Jun 08 18:23:19.231687 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f961-e635-42f7-b3a4-4bbeeff439a2 req-434c446e-01d1-4bf0-afea-327943407459 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:19.233801 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-90f7f961-e635-42f7-b3a4-4bbeeff439a2 req-434c446e-01d1-4bf0-afea-327943407459 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 949 time: 0.2072687 Jun 08 18:23:19.301660 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42074) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:19.314936 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.317535 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.318772 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d1ffd3d-7587-43cd-bd94-f79d86ea7596 HTTP/1.1" status: 204 len: 168 time: 0.4662306 Jun 08 18:23:19.321618 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-58bedd6f-aa8c-4950-b846-b322d1eaa145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:19.331709 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4a9e153e-ede5-45cf-918a-ca2d00282310 req-8a51701e-50c7-4ee8-b8c9-996fa0403324 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093383 Jun 08 18:23:19.336652 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-90f7f961-e635-42f7-b3a4-4bbeeff439a2 req-5e1b3a48-831e-40bf-a645-6abe21107300 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887804 Jun 08 18:23:19.339925 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ffd3d-7587-43cd-bd94-f79d86ea7596,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:19.343625 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:19.346609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.478954 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.484398 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.515249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-26479aba-fe7d-4ee2-a01f-d844d5db9c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:19.540415 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9963400710494bc893be9775aa060fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344801 Jun 08 18:23:19.540884 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42082) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:19.563892 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f753bf1-ce13-4326-801e-5f83c58504f0,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:19.573500 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:19.618868 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.651084 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.734794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.737854 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.741601 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f753bf1-ce13-4326-801e-5f83c58504f0 HTTP/1.1" status: 204 len: 168 time: 0.1973326 Jun 08 18:23:19.741601 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b4abcb0e-75fe-4902-96e6-2b87b423b69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:19.758877 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f753bf1-ce13-4326-801e-5f83c58504f0,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:19.762202 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:19.887078 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4df4b-4b4e-45e0-95d7-2d491684f362 req-b6f9a03c-a59b-4b2e-a3f8-396f60dab4ac tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:19.889854 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-beb4df4b-4b4e-45e0-95d7-2d491684f362 req-b6f9a03c-a59b-4b2e-a3f8-396f60dab4ac tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.0960670 Jun 08 18:23:19.956279 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-beb4df4b-4b4e-45e0-95d7-2d491684f362 req-66564a24-01ac-4126-87dd-1306c06eed96 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605745 Jun 08 18:23:20.052029 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42090) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:20.114037 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.277024 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.283964 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.300747 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c0fa0c7e-0ade-466f-951f-73650029e599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:20.360585 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65d27cbb7bf741e9a1941aa7be560791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027723 Jun 08 18:23:20.360585 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8bd95-9b8b-4cc1-b7a5-e8bf8bebc09b,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:20.361287 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42098) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:20.362260 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:20.422748 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.459475 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.572775 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.575278 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:20.577184 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05c8bd95-9b8b-4cc1-b7a5-e8bf8bebc09b HTTP/1.1" status: 204 len: 168 time: 0.2137206 Jun 08 18:23:20.587068 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-21b59b50-38a3-4aad-b8eb-85ba38ab4be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:20.645220 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8bd95-9b8b-4cc1-b7a5-e8bf8bebc09b,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:20.658814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:20.708070 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c35586-db3d-41a8-9e8e-23eba846ced8 req-8c2e8dd4-066f-47ec-ae15-aad4957ba198 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:20.709665 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92c35586-db3d-41a8-9e8e-23eba846ced8 req-8c2e8dd4-066f-47ec-ae15-aad4957ba198 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 949 time: 0.1757026 Jun 08 18:23:20.720983 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088de458-b16d-4534-9e0b-7df01f88d6c0 req-4eaf8e7b-7e3c-43fd-9f1b-7e81d97f36aa tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:20.728039 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-088de458-b16d-4534-9e0b-7df01f88d6c0 req-4eaf8e7b-7e3c-43fd-9f1b-7e81d97f36aa tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1563621 Jun 08 18:23:20.802804 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47543f82-60f9-4983-bebe-f9a4227537a3 req-221aeb45-6169-4269-aed8-a037bd806858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:20.805327 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-47543f82-60f9-4983-bebe-f9a4227537a3 req-221aeb45-6169-4269-aed8-a037bd806858 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.1142142 Jun 08 18:23:20.850313 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-088de458-b16d-4534-9e0b-7df01f88d6c0 req-cd84d006-c440-4c63-9bdb-e0bb991503df tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191761 Jun 08 18:23:20.869930 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92c35586-db3d-41a8-9e8e-23eba846ced8 req-a9d0576d-8c85-434b-80cf-db78af667dd4 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f01f3bc-438c-4491-b60f-6e11110aee30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395321 Jun 08 18:23:20.875089 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-47543f82-60f9-4983-bebe-f9a4227537a3 req-f0de0d3c-dbc2-4235-8f9a-a77e625d01bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Jun 08 18:23:21.256119 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc7ca9-b0ec-4e50-bed0-95c23af45065 req-38289e24-1235-4c8b-a17a-642b86647572 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:21.257870 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-21fc7ca9-b0ec-4e50-bed0-95c23af45065 req-38289e24-1235-4c8b-a17a-642b86647572 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.0897701 Jun 08 18:23:21.321732 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-21fc7ca9-b0ec-4e50-bed0-95c23af45065 req-311a6897-67e2-4ad3-ab13-5796a869e7ca tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509930 Jun 08 18:23:21.385578 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-b5cbdfdb-65b4-47bc-85fd-19b4b05151fc tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:21.387604 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-b5cbdfdb-65b4-47bc-85fd-19b4b05151fc tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 949 time: 0.1282344 Jun 08 18:23:21.558834 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Deleting port b753e583-aab9-4d24-9d71-78842f677fbf {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:23:21.559176 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:21.730126 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] For port b753e583-aab9-4d24-9d71-78842f677fbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b753e583-aab9-4d24-9d71-78842f677fbf,segment=NetworkSegment(1e255619-121a-4d0a-826f-acc76cfbc28e),segment_id=1e255619-121a-4d0a-826f-acc76cfbc28e)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:21.730735 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:21.874894 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Calling delete_port for b753e583-aab9-4d24-9d71-78842f677fbf owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:23:22.130696 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:22.137594 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:22.149356 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['b753e583-aab9-4d24-9d71-78842f677fbf'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:22.200670 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9c00b9b8-88fa-4b2e-97f2-a0ead2b734f2 req-9de1855b-adf9-413a-b23a-d57a4a0c80a6 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 210 time: 0.1048861 Jun 08 18:23:22.281433 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877886f-3194-49d7-af9b-c4e5ef0e31db req-4eb48899-7e60-44df-8ab6-7b8e8e9f3f28 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:22.282744 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Pushing event deleted for resources: {'Port': ['ID=b753e583-aab9-4d24-9d71-78842f677fbf,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:22.286814 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:22.306178 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0877886f-3194-49d7-af9b-c4e5ef0e31db req-4eb48899-7e60-44df-8ab6-7b8e8e9f3f28 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1643527 Jun 08 18:23:22.395364 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0877886f-3194-49d7-af9b-c4e5ef0e31db req-0246cca8-016d-4082-99d4-b7f5fbd7a356 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882001 Jun 08 18:23:22.403558 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] No DVR routers for this DVR port b753e583-aab9-4d24-9d71-78842f677fbf on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:23:22.413534 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:22.415592 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8adb29bc-d0db-4e93-a6a4-9ca82d847d75 req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.48 "DELETE /v2.0/ports/b753e583-aab9-4d24-9d71-78842f677fbf HTTP/1.1" status: 204 len: 173 time: 1.0197167 Jun 08 18:23:22.417710 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'name': 'network-vif-deleted', 'tag': 'b753e583-aab9-4d24-9d71-78842f677fbf'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:22.423755 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d958c4-452a-4f30-aaf5-e7dd9fe52874" -d '{"events": [{"server_uuid": "6d70cd30-764e-4bec-9909-383dfd4c8082", "name": "network-vif-deleted", "tag": "b753e583-aab9-4d24-9d71-78842f677fbf"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:22.577377 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb9eb9a-e697-4eeb-a1e6-acd36b880b4a x-openstack-request-id: req-beb9eb9a-e697-4eeb-a1e6-acd36b880b4a {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:22.577782 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d70cd30-764e-4bec-9909-383dfd4c8082", "name": "network-vif-deleted", "tag": "b753e583-aab9-4d24-9d71-78842f677fbf", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:22.578063 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-beb9eb9a-e697-4eeb-a1e6-acd36b880b4a {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:22.578485 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d70cd30-764e-4bec-9909-383dfd4c8082', 'name': 'network-vif-deleted', 'tag': 'b753e583-aab9-4d24-9d71-78842f677fbf', 'status': 'completed', 'code': 200} Jun 08 18:23:23.062338 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc8046-861c-4639-9727-ad62f29c7063 req-e94f98b6-a4f7-4626-baa3-a8789a2f3778 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:23.063769 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8bcc8046-861c-4639-9727-ad62f29c7063 req-e94f98b6-a4f7-4626-baa3-a8789a2f3778 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.0840566 Jun 08 18:23:23.111160 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8bcc8046-861c-4639-9727-ad62f29c7063 req-76bf8aed-73a3-4f63-86aa-e3bba12365a2 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Jun 08 18:23:23.391841 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a91b6d3f-aa22-437c-bbd2-de8d806e2bac req-b021e001-6e86-403d-a8b0-5ed4f522fc12 tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d70cd30-764e-4bec-9909-383dfd4c8082 HTTP/1.1" status: 200 len: 210 time: 0.0416398 Jun 08 18:23:23.589704 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871e260-0f9c-492f-8f4d-d30cb34c2be4 req-6bf70ff8-2f6c-4b8f-afe1-52792f23cb82 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:23.591160 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7871e260-0f9c-492f-8f4d-d30cb34c2be4 req-6bf70ff8-2f6c-4b8f-afe1-52792f23cb82 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.0938668 Jun 08 18:23:23.653163 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7871e260-0f9c-492f-8f4d-d30cb34c2be4 req-fced6e86-0461-49ad-8112-43e642a0a789 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Jun 08 18:23:24.093423 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-fb5c3ec1-41c7-412f-a262-7ea7fc84ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:24.095329 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-fb5c3ec1-41c7-412f-a262-7ea7fc84ca48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.1041682 Jun 08 18:23:24.129319 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43b63e-7ca4-475e-8e85-6cdd7e33cec1 req-e5967492-b359-46cc-bb49-b87f7b1221a5 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:24.134176 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-da43b63e-7ca4-475e-8e85-6cdd7e33cec1 req-e5967492-b359-46cc-bb49-b87f7b1221a5 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.0995548 Jun 08 18:23:24.191632 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-da43b63e-7ca4-475e-8e85-6cdd7e33cec1 req-1fe1b319-0ea3-46bb-ba90-e45e7868bca1 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521691 Jun 08 18:23:24.260563 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-a6c983de-9035-44da-8b47-474f9288097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:24.262186 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-a6c983de-9035-44da-8b47-474f9288097d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.1568022 Jun 08 18:23:24.330986 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac28678-e536-4dee-bc25-3c83a17b23bd req-07ea4772-f58b-4f6c-9908-d7684d9a7346 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:24.332684 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8ac28678-e536-4dee-bc25-3c83a17b23bd req-07ea4772-f58b-4f6c-9908-d7684d9a7346 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.0972052 Jun 08 18:23:24.340853 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-f59d586e-2ec4-441e-a2f4-593ffb3b5a49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.0704150 Jun 08 18:23:24.389489 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8ac28678-e536-4dee-bc25-3c83a17b23bd req-ef4d9a00-10d1-4956-a8a7-91d992a58171 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Jun 08 18:23:24.410562 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-ef40dda9-44ad-4274-87e2-d0e7c711435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:24.412088 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-ef40dda9-44ad-4274-87e2-d0e7c711435a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.0629861 Jun 08 18:23:24.473964 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-e0586e51-8388-4b7a-b634-c34c67177d9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457065 Jun 08 18:23:24.633383 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-d480b5cb-7f0b-40cd-820d-3d81e6394a12 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493306 Jun 08 18:23:24.861174 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d3091c84-a42a-4cb3-885e-b31e9863a3b7 req-f9a81b90-4a44-47ca-9be4-1f63655791fd service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949518 Jun 08 18:23:24.998403 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810054d7-54fe-492f-8467-7572664b79fd req-baaffe63-7837-4f50-ad19-cd355f425acb tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:24.999886 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-810054d7-54fe-492f-8467-7572664b79fd req-baaffe63-7837-4f50-ad19-cd355f425acb tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.1175618 Jun 08 18:23:25.118571 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b753e583-aab9-4d24-9d71-78842f677fbf no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:23:25.162902 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Deleting port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:23:25.163400 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:25.253913 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: b753e583-aab9-4d24-9d71-78842f677fbf {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:23:25.273270 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b753e583-aab9-4d24-9d71-78842f677fbf not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:23:25.396726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] For port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:25.397215 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:25.579728 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d89fd-1945-4cf1-9ba9-42a0f944775e req-50355000-92cb-4665-b882-2568b46ccf2e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:25.581860 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d34d89fd-1945-4cf1-9ba9-42a0f944775e req-50355000-92cb-4665-b882-2568b46ccf2e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1511524 Jun 08 18:23:25.606202 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Calling delete_port for 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:23:25.769795 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d34d89fd-1945-4cf1-9ba9-42a0f944775e req-b5d9a91a-f86c-40cb-a44e-f0eb807f4ba3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822867 Jun 08 18:23:25.811582 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f65049-9d8a-4183-a35a-1ebcec0cc854 req-b9936445-f779-46d1-93ae-7eae503bca07 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:25.819640 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a5f65049-9d8a-4183-a35a-1ebcec0cc854 req-b9936445-f779-46d1-93ae-7eae503bca07 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a405322-9499-45d3-8525-5d8fe88bcc3e HTTP/1.1" status: 200 len: 946 time: 0.1975484 Jun 08 18:23:25.834734 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:25.854467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-29e001f5-6b13-4b40-b1bc-6f3ec9189761 tempest-DeleteServersTestJSON-527013757 tempest-DeleteServersTestJSON-527013757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:25.855021 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['01467b34-d919-4bc4-a321-e8fd3a4ba7e4'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:25.877137 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a5f65049-9d8a-4183-a35a-1ebcec0cc854 req-8f9a7f72-cb98-4ad1-a023-cccdfc7a6cf4 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560088 Jun 08 18:23:25.918936 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Pushing event deleted for resources: {'Port': ['ID=01467b34-d919-4bc4-a321-e8fd3a4ba7e4,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:26.001602 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:26.025527 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] No DVR routers for this DVR port 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:23:26.030902 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:26.031644 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-810054d7-54fe-492f-8467-7572664b79fd req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "DELETE /v2.0/ports/01467b34-d919-4bc4-a321-e8fd3a4ba7e4 HTTP/1.1" status: 204 len: 173 time: 1.0251069 Jun 08 18:23:26.032133 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'name': 'network-vif-deleted', 'tag': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:26.035227 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbdf106-0800-4d73-abc8-6e1b76e216f9" -d '{"events": [{"server_uuid": "7a405322-9499-45d3-8525-5d8fe88bcc3e", "name": "network-vif-deleted", "tag": "01467b34-d919-4bc4-a321-e8fd3a4ba7e4"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:26.094283 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a053b00-7efe-4e53-a2fe-26113e4e7ee6 x-openstack-request-id: req-1a053b00-7efe-4e53-a2fe-26113e4e7ee6 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:26.094842 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a405322-9499-45d3-8525-5d8fe88bcc3e", "name": "network-vif-deleted", "tag": "01467b34-d919-4bc4-a321-e8fd3a4ba7e4", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:26.095384 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a053b00-7efe-4e53-a2fe-26113e4e7ee6 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:26.096172 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a405322-9499-45d3-8525-5d8fe88bcc3e', 'name': 'network-vif-deleted', 'tag': '01467b34-d919-4bc4-a321-e8fd3a4ba7e4', 'status': 'completed', 'code': 200} Jun 08 18:23:26.390900 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42390) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:26.520734 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:26.683661 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:26.689669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:26.701881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-754d2089-f8f5-4a52-bcf1-26132efd3cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:26.765434 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf6b2f6b1aa544a9b35619d2b12fb407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733678 Jun 08 18:23:26.767909 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42418) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:26.963203 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7094f-fc59-493a-aeb3-11bb0fdf7be2,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:26.980326 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:27.155228 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:27.195197 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:27.210307 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5deecd-9b94-4ab3-a273-9281848703c2 req-21207935-0d85-4c4d-9179-5670c7c6b305 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:27.217773 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3e5deecd-9b94-4ab3-a273-9281848703c2 req-21207935-0d85-4c4d-9179-5670c7c6b305 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1987779 Jun 08 18:23:27.299916 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3e5deecd-9b94-4ab3-a273-9281848703c2 req-cebe67bd-4079-4f66-a713-8f5d2eac39d2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786221 Jun 08 18:23:27.337477 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:27.340505 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:27.342613 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16d7094f-fc59-493a-aeb3-11bb0fdf7be2 HTTP/1.1" status: 204 len: 168 time: 0.5737669 Jun 08 18:23:27.343833 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6ea9c589-908e-4982-b720-b3c8246ffce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:27.366116 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7094f-fc59-493a-aeb3-11bb0fdf7be2,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:27.368631 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:27.755858 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42514) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:27.758793 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-2e2ca124-e854-4d21-96b5-fe189ef96f9a tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:27.760388 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-2e2ca124-e854-4d21-96b5-fe189ef96f9a tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/networks?id=9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 200 len: 809 time: 0.1892624 Jun 08 18:23:27.788615 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-f5c42362-db44-4a4b-ba65-7b7df869b077 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/quotas/6326f4d38de8406595e7d88a7c65e03e HTTP/1.1" status: 200 len: 375 time: 0.0217893 Jun 08 18:23:27.864122 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:27.867999 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-88236238-7d1d-4207-9413-50e367970563 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6326f4d38de8406595e7d88a7c65e03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785615 Jun 08 18:23:28.024170 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:28.033040 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:28.043247 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:28.075264 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-0e16cbca-d745-446f-bcf8-555b9b16f447 service neutron] 10.222.0.41 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976085 Jun 08 18:23:28.090933 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de3aee1b978c40728c4a9bf6bdb423ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333156 Jun 08 18:23:28.093391 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc39e9f-8fad-4ab8-941e-da43287b000b,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:28.095908 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42530) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:28.126323 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:28.236249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:28.291822 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:28.297242 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-a7f0fd19-e875-4f88-a997-a98f8b8528fa service neutron] 10.222.0.41 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148862 Jun 08 18:23:28.417675 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:28.421557 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:28.426520 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efc39e9f-8fad-4ab8-941e-da43287b000b HTTP/1.1" status: 204 len: 168 time: 0.3295031 Jun 08 18:23:28.427682 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ba0e7e0d-8188-4dfc-9bdc-bc953c8f7ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:28.439889 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc39e9f-8fad-4ab8-941e-da43287b000b,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:28.442614 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:28.618066 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e0702-3f0c-4a5a-b824-dc55936fed71 req-03990e77-0b6e-45b4-bdae-ee245f015233 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:28.620638 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e66e0702-3f0c-4a5a-b824-dc55936fed71 req-03990e77-0b6e-45b4-bdae-ee245f015233 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1059740 Jun 08 18:23:28.710253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e66e0702-3f0c-4a5a-b824-dc55936fed71 req-a60702d4-fe6e-4326-a07e-827b0ad63b4b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821786 Jun 08 18:23:28.953013 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ecede-5a8a-47d2-b277-5c4afc5b58df req-6e1131e6-2acb-4acc-bd67-cdbf2e23cebf tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:28.963702 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-343ecede-5a8a-47d2-b277-5c4afc5b58df req-6e1131e6-2acb-4acc-bd67-cdbf2e23cebf tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2338457 Jun 08 18:23:29.041864 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-343ecede-5a8a-47d2-b277-5c4afc5b58df req-b62c82c6-b9b7-44e7-bb7d-7c45b0a26a45 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769463 Jun 08 18:23:29.130459 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:23:29.179610 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-283dc12b-105b-4626-ad0b-b706c06d6e5d req-0cd1c867-6536-46d3-88b8-c265ed766cb9 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 210 time: 0.1248395 Jun 08 18:23:29.264763 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:23:29.266719 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 01467b34-d919-4bc4-a321-e8fd3a4ba7e4 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:23:29.394734 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-dd1d9682-a227-4787-ade9-e5513db9a42c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919607 Jun 08 18:23:29.515260 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-cb67422c-6e52-40ac-81fa-43ab1581fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:29.516763 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-cb67422c-6e52-40ac-81fa-43ab1581fd73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 1098 time: 0.0880013 Jun 08 18:23:29.790247 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-cd5fd394-63e6-42cd-b5e0-4780f35a2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:29.791899 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-cd5fd394-63e6-42cd-b5e0-4780f35a2def service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.2441559 Jun 08 18:23:29.914235 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-0e73648a-8459-4401-a2ce-be5a91604f32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d HTTP/1.1" status: 200 len: 217 time: 0.1081772 Jun 08 18:23:30.007651 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-e446f729-b370-4ef4-88d9-2fd20621f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:30.010506 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-e446f729-b370-4ef4-88d9-2fd20621f9ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.0878601 Jun 08 18:23:30.025846 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430561c-e0f2-4d01-87eb-4484d98f7cef req-85dd9e96-02f8-4382-96e3-aa73ed5eb547 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:30.033637 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9430561c-e0f2-4d01-87eb-4484d98f7cef req-85dd9e96-02f8-4382-96e3-aa73ed5eb547 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1100421 Jun 08 18:23:30.081877 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-f7d6f522-149f-4c17-b404-9d603cf26f42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543592 Jun 08 18:23:30.082251 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9430561c-e0f2-4d01-87eb-4484d98f7cef req-5bf627a0-9b97-42e6-b4c5-19890927d33b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477602 Jun 08 18:23:30.238475 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-3b81b025-3179-4e86-98e2-dd8f4fd437c3 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454954 Jun 08 18:23:30.381714 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4fad31c-7d8c-4581-861b-b7a430231d91 req-c36fbbee-d95b-4367-a267-245b870d67c5 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 210 time: 0.0717771 Jun 08 18:23:30.523637 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f7fcba24-b633-4cd2-b002-4613a56d31a4 req-d3eed316-04ea-4bef-abe7-c857d601460e service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761035 Jun 08 18:23:30.537494 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-ad6f6b27-a4c8-4dee-a5f7-126cf345e3a6 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:30.537494 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-ad6f6b27-a4c8-4dee-a5f7-126cf345e3a6 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "GET /v2.0/networks?id=9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 200 len: 809 time: 0.2134581 Jun 08 18:23:30.563876 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Request body: {'port': {'device_id': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8', 'admin_state_up': True, 'tenant_id': '6326f4d38de8406595e7d88a7c65e03e'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:30.780405 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Made reservation on behalf of 6326f4d38de8406595e7d88a7c65e03e for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:30.784974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:31.004325 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Allocated IP 172.20.0.4 (9cb59043-8095-44af-8ab1-a4c7c01048f8/b05ac0d2-dea1-43d2-ac67-c5819af43c77/dd1f26a5-458d-4780-857a-d805fe2c5c89) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:31.469711 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:31.483206 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ad98d-0fa9-403a-a37b-e917cb29f2c0 req-b61b226c-18be-40a6-a929-468791d51591 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:31.484921 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-139ad98d-0fa9-403a-a37b-e917cb29f2c0 req-b61b226c-18be-40a6-a929-468791d51591 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2601395 Jun 08 18:23:31.502215 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2875-6e2e-4517-a0ea-50483ed60213 req-e6d35dfe-f834-46d0-a636-370541ff0e38 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:31.504230 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2a3a2875-6e2e-4517-a0ea-50483ed60213 req-e6d35dfe-f834-46d0-a636-370541ff0e38 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1373239 Jun 08 18:23:31.522127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:31.525813 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:31.525813 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:31.525813 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:31.525813 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:31.525813 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:31.525813 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:31.552417 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Network 9cb59043-8095-44af-8ab1-a4c7c01048f8 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:31.554280 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:31.557296 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:31.614917 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-139ad98d-0fa9-403a-a37b-e917cb29f2c0 req-5b6c1340-7cf3-41d5-ab6c-e5e4c19cc463 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042838 Jun 08 18:23:31.641363 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:31.642673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:31.650694 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2a3a2875-6e2e-4517-a0ea-50483ed60213 req-2e9e7b1a-632f-402b-a423-becc49106e70 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364007 Jun 08 18:23:31.679731 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-95b67421-b918-4db0-84ef-313707c96186 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1206965 Jun 08 18:23:31.707013 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Request body: {'port': {'device_id': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:31.850945 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abba07-b27b-484e-b4c3-ed650811fe28 req-48dbc3c3-8e83-4d10-afb3-82f58933bda8 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:31.859178 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-17abba07-b27b-484e-b4c3-ed650811fe28 req-48dbc3c3-8e83-4d10-afb3-82f58933bda8 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 931 time: 0.1008821 Jun 08 18:23:31.903172 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42718) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:31.939860 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:31.949444 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-17abba07-b27b-484e-b4c3-ed650811fe28 req-e170719e-9a8c-4e7b-ac70-5a13e060e31b tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836422 Jun 08 18:23:32.182343 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-36264265-4983-48bb-8e05-676b1e60f9ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f047129e4b243a180d8ed52ef0b9060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762794 Jun 08 18:23:32.191196 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42734) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:32.262046 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.292413 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.373685 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.376294 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.379715 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f01f3bc-438c-4491-b60f-6e11110aee30 HTTP/1.1" status: 204 len: 168 time: 0.1846983 Jun 08 18:23:32.379715 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-5c04f0a6-2295-4e69-afcc-0b11bbd4ac4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:32.394837 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01f3bc-438c-4491-b60f-6e11110aee30,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:32.398579 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:32.406276 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1f26a5-458d-4780-857a-d805fe2c5c89 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:32.417517 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.438769 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Transition to ACTIVE for port object dd1f26a5-458d-4780-857a-d805fe2c5c89 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:32.461262 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.471092 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:32.680605 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f26a5-458d-4780-857a-d805fe2c5c89,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:32.699639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:32.775096 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Attempting to bind port dd1f26a5-458d-4780-857a-d805fe2c5c89 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:32.775481 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Attempting to bind port dd1f26a5-458d-4780-857a-d805fe2c5c89 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:32.775752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Attempting to bind port dd1f26a5-458d-4780-857a-d805fe2c5c89 on network 9cb59043-8095-44af-8ab1-a4c7c01048f8 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:32.781557 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Port dd1f26a5-458d-4780-857a-d805fe2c5c89 on network 9cb59043-8095-44af-8ab1-a4c7c01048f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:23:32.781945 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Attempting to bind port dd1f26a5-458d-4780-857a-d805fe2c5c89 on network 9cb59043-8095-44af-8ab1-a4c7c01048f8 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:32.788401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:32.788749 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Checking segment: {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:32.789117 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Bound using segment: {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:32.789583 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Bound port: dd1f26a5-458d-4780-857a-d805fe2c5c89, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3692bddc-555e-4741-b396-7ebcc30a2c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:32.790157 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.985944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] For port dd1f26a5-458d-4780-857a-d805fe2c5c89, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:32.990866 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] For port dd1f26a5-458d-4780-857a-d805fe2c5c89, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:33.000547 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:33.022855 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-54610a13-a5a7-4977-843f-d3b0c094d24c tempest-VolumesNegativeTest-554484554 tempest-VolumesNegativeTest-554484554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:33.053805 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eff43-ae1b-4f5d-922d-b71d047f9781 req-7062d48a-2a47-4a3e-b210-0ce807400e00 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.055360 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-557eff43-ae1b-4f5d-922d-b71d047f9781 req-7062d48a-2a47-4a3e-b210-0ce807400e00 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1839671 Jun 08 18:23:33.108949 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.111677 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:33.114618 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] 10.222.0.48 "PUT /v2.0/ports/dd1f26a5-458d-4780-857a-d805fe2c5c89 HTTP/1.1" status: 200 len: 1093 time: 1.4227810 Jun 08 18:23:33.115183 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'tag': 'dd1f26a5-458d-4780-857a-d805fe2c5c89'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:33.118150 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a83ff21-804c-43c7-bf0b-b76fe30600e0", "tag": "dd1f26a5-458d-4780-857a-d805fe2c5c89"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:33.157209 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-557eff43-ae1b-4f5d-922d-b71d047f9781 req-1a4393d2-b12a-432e-85eb-af6a880fadb1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900764 Jun 08 18:23:33.169198 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1f26a5-458d-4780-857a-d805fe2c5c89,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:33.336759 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:33.436258 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-1ae64e83-df66-456a-be19-2a18a85b47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.436258 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-1ae64e83-df66-456a-be19-2a18a85b47c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6326f4d38de8406595e7d88a7c65e03e&device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 1096 time: 0.2685916 Jun 08 18:23:33.541140 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-cf159212-24bf-452f-bfbf-6e25f27df2ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89 HTTP/1.1" status: 200 len: 217 time: 0.0881097 Jun 08 18:23:33.678349 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550985-a375-45d1-8486-f3f270d4a51a req-5dad175d-6fca-4a49-bc3d-d84a500a5d4c tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.685924 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-58550985-a375-45d1-8486-f3f270d4a51a req-5dad175d-6fca-4a49-bc3d-d84a500a5d4c tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 943 time: 0.1485908 Jun 08 18:23:33.726340 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-d8e4177d-6dd9-45b2-9e36-e956946f37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.731779 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-d8e4177d-6dd9-45b2-9e36-e956946f37c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b05ac0d2-dea1-43d2-ac67-c5819af43c77 HTTP/1.1" status: 200 len: 849 time: 0.1842904 Jun 08 18:23:33.866591 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-58550985-a375-45d1-8486-f3f270d4a51a req-ef926603-21fb-4b89-8716-894ad1df29a7 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791062 Jun 08 18:23:33.877669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42792) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:33.914069 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-340ca191-226e-4a54-9afe-024130a3ce80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb59043-8095-44af-8ab1-a4c7c01048f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644986 Jun 08 18:23:34.021706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1625260199-network', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:34.062169 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6394ac-f7cf-4670-a8a6-2bea9c54feb5 x-openstack-request-id: req-cc6394ac-f7cf-4670-a8a6-2bea9c54feb5 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:34.062473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a83ff21-804c-43c7-bf0b-b76fe30600e0", "tag": "dd1f26a5-458d-4780-857a-d805fe2c5c89", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:34.062737 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc6394ac-f7cf-4670-a8a6-2bea9c54feb5 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:34.063145 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'tag': 'dd1f26a5-458d-4780-857a-d805fe2c5c89', 'status': 'completed', 'code': 200} Jun 08 18:23:34.064609 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Made reservation on behalf of e882cfe2999b4ae990f9f31d8d781aac for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:34.067182 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.083149 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.108327 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.192596 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-7510cd63-b8fe-4c2e-9371-dd936884c6e2 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647197 Jun 08 18:23:34.256006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.263595 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.269026 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-28a04de0-d59d-402b-bcb2-1774e171f50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:34.334376 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:23:34.421477 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afdd331-499d-4ed3-b672-d317759e12c7,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:34.425091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:34.431077 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.431520 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Added segment fb291e01-db1d-4147-bfd1-2419677bde8d of type vlan for network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 Jun 08 18:23:34.472612 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0e6cca42-18f1-49de-9716-c55d4f19a4aa req-0f367875-b3a5-488e-afea-15153b329075 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538872 Jun 08 18:23:34.474152 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.502485 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d657-975f-4def-adfa-ab5cba3943fb req-295313ec-1b0e-42b1-af04-261350085d89 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:34.510319 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1a69d657-975f-4def-adfa-ab5cba3943fb req-295313ec-1b0e-42b1-af04-261350085d89 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1629102 Jun 08 18:23:34.581307 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1a69d657-975f-4def-adfa-ab5cba3943fb req-4834e74c-7e6d-411c-8be9-492a011711ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701544 Jun 08 18:23:34.582807 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.584484 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:34.585397 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.592271 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-40a7c032-6783-4668-abf0-6a2559e2d6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:34.711426 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8325095 Jun 08 18:23:34.712457 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42814) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:34.723148 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Request body: {'subnet': {'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1625260199-subnet', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:34.730258 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Pushing event updated for resources: {'Network': ['ID=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:34.734772 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:34.750460 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:23:34.759896 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Made reservation on behalf of e882cfe2999b4ae990f9f31d8d781aac for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:34.765132 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7102890'] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:34.881912 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-474807a8-d30f-48e5-ba2f-b428940eb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:34.889316 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-474807a8-d30f-48e5-ba2f-b428940eb86f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6326f4d38de8406595e7d88a7c65e03e&device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 1096 time: 0.3298984 Jun 08 18:23:35.165286 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-f72e47ee-8ab3-4899-8c84-e36ff9bd24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:35.167744 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-f72e47ee-8ab3-4899-8c84-e36ff9bd24b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 200 len: 910 time: 0.2688320 Jun 08 18:23:35.281122 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7102852'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:35.289861 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:35.290573 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-f06364a6-0d68-4def-9040-06ff9eb6a22f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89 HTTP/1.1" status: 200 len: 217 time: 0.1055443 Jun 08 18:23:35.366498 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-64c2194f-373e-41e4-9744-90178eedfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:35.368532 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-64c2194f-373e-41e4-9744-90178eedfb4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b05ac0d2-dea1-43d2-ac67-c5819af43c77 HTTP/1.1" status: 200 len: 849 time: 0.0708425 Jun 08 18:23:35.381687 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec39d1-db49-4f41-9334-bef746de0f72 req-b1955aad-7b86-4dfb-96da-873b851684d6 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:35.383270 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-adec39d1-db49-4f41-9334-bef746de0f72 req-b1955aad-7b86-4dfb-96da-873b851684d6 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 943 time: 0.2479970 Jun 08 18:23:35.438906 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-cc14f988-32de-405f-8ba4-baf406c68385 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9cb59043-8095-44af-8ab1-a4c7c01048f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603747 Jun 08 18:23:35.501037 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Checking segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:35.501860 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Network hostable DHCP agents. Network: ca094ef0-e1e7-48ae-82db-dc9cbc9919d2, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:23:35.507622 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13806610-3ea1-44e4-8e6a-30aa66d13cd8,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:35.534336 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:35.576062 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-adec39d1-db49-4f41-9334-bef746de0f72 req-184deee9-2313-43f6-85da-04eefdba93a1 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583669 Jun 08 18:23:35.590434 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:23:35.614676 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, ca094ef0-e1e7-48ae-82db-dc9cbc9919d2) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:35.622005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:35.623461 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:35.632152 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4075c1-14d4-4afc-a030-e7970a1c15a1 None None] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:35.678528 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9628391 Jun 08 18:23:35.681180 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42842) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:35.687446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:35.719449 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:35.720924 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:35.756656 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:35.760938 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-cda1a79c-94b5-4e1b-9a96-e11a75be0a24 service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068686 Jun 08 18:23:35.946241 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c2f4f22f-a8b0-4e53-b769-a05e155e4db9 req-4bfa2073-4ccd-4929-a6df-014c6754318c service neutron] 10.222.0.48 "GET /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782107 Jun 08 18:23:36.041714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:23:36.042870 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:36.248157 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:36.284941 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc42519-08e2-421d-85ef-90c0b5f23f52 req-7dc82009-4dac-43b0-bd9a-9b63d1ddc750 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.298655 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7cc42519-08e2-421d-85ef-90c0b5f23f52 req-7dc82009-4dac-43b0-bd9a-9b63d1ddc750 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.4518695 Jun 08 18:23:36.380232 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-d7e6375c-1154-4b5c-8b97-a8d12f4d4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.382747 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-d7e6375c-1154-4b5c-8b97-a8d12f4d4b84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.1765280 Jun 08 18:23:36.406483 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Allocated IP 172.20.0.2 (ca094ef0-e1e7-48ae-82db-dc9cbc9919d2/13806610-3ea1-44e4-8e6a-30aa66d13cd8/3897218b-17be-4439-a373-9e8e317398bf) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:36.586354 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-6385ce8c-4ccc-43c6-8262-8b4e1479178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.588815 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-6385ce8c-4ccc-43c6-8262-8b4e1479178c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.1980388 Jun 08 18:23:36.672263 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7cc42519-08e2-421d-85ef-90c0b5f23f52 req-c286856a-ad31-4b59-98a5-33f1ed73b165 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701894 Jun 08 18:23:36.756233 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:36.790370 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Transition to ACTIVE for port object 3897218b-17be-4439-a373-9e8e317398bf will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:36.798797 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-8dc02f47-ee32-4fb8-9141-d9a3aad21df6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.1971989 Jun 08 18:23:36.858494 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Transition to ACTIVE for port object 3897218b-17be-4439-a373-9e8e317398bf will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:36.868089 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:36.869114 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:36.869114 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:36.869114 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:36.869114 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:36.869114 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:36.869114 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:36.915754 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:36.918186 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:36.927821 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:36.947078 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3c9ee-e4f7-4ed4-9239-01ba3d0c1301 req-9824753f-3f0c-4f31-98af-93d6993217d7 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.952697 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a5f3c9ee-e4f7-4ed4-9239-01ba3d0c1301 req-9824753f-3f0c-4f31-98af-93d6993217d7 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.6174502 Jun 08 18:23:36.968687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-f1db0922-0634-4dc9-9d38-f8914c6a1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.971325 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-f1db0922-0634-4dc9-9d38-f8914c6a1bbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.1632624 Jun 08 18:23:37.056639 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Attempting to bind port 3897218b-17be-4439-a373-9e8e317398bf on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:37.057080 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Attempting to bind port 3897218b-17be-4439-a373-9e8e317398bf by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:37.057299 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Attempting to bind port 3897218b-17be-4439-a373-9e8e317398bf on network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:37.060854 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-bb99dbb1-a6f2-43a1-97c7-cc4305d6d21b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819006 Jun 08 18:23:37.065004 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:37.065410 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Checking segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:37.065818 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.066214 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Bound using segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:37.066902 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Bound port: 3897218b-17be-4439-a373-9e8e317398bf, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:37.067444 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.269569 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a5f3c9ee-e4f7-4ed4-9239-01ba3d0c1301 req-f9d96ccb-4009-4e7a-9aab-901ad59cdead tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956333 Jun 08 18:23:37.312704 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] For port 3897218b-17be-4439-a373-9e8e317398bf, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:37.320029 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] For port 3897218b-17be-4439-a373-9e8e317398bf, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=3897218b-17be-4439-a373-9e8e317398bf,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:37.328510 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device dd1f26a5-458d-4780-857a-d805fe2c5c89 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:37.432044 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-e3b1787f-afaf-4227-89e2-b5906c746e3c service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618662 Jun 08 18:23:37.563371 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.574229 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:37.576764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4c17-61eb-4bed-9671-f60b469ffae9 req-5037e0b9-8806-4300-9ce0-ad023b35a754 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:37.578799 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-252a4c17-61eb-4bed-9671-f60b469ffae9 req-5037e0b9-8806-4300-9ce0-ad023b35a754 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 943 time: 0.5933354 Jun 08 18:23:37.682489 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.740186 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.749039 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-2c15ef3a-eb5f-4676-b770-0b3a6821bf5f req-6066e801-4fc3-47a0-9ba9-0feb7f2e7053 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101928 Jun 08 18:23:37.866553 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-252a4c17-61eb-4bed-9671-f60b469ffae9 req-f385f96e-17da-4aec-9853-fc23580bc0a3 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857963 Jun 08 18:23:37.954442 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Pushing event updated for resources: {'Port': ['ID=3897218b-17be-4439-a373-9e8e317398bf,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:37.990794 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.991144 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.991482 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.991861 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.992190 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.992518 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.993114 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.993465 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.993844 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.994181 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.994500 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:37.994821 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:38.009228 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-a162ee65-8452-43a7-85de-36ca4edeef94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:38.043925 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port dd1f26a5-458d-4780-857a-d805fe2c5c89, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:38.066602 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Allocated IP 172.28.0.97 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/0d5689be-6a3b-404f-bda1-4e8c1bffa905) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:38.070627 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'dd1f26a5-458d-4780-857a-d805fe2c5c89', 'network_id': '9cb59043-8095-44af-8ab1-a4c7c01048f8', 'port_id': 'dd1f26a5-458d-4780-857a-d805fe2c5c89', 'mac_address': 'fa:16:3e:e6:1e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05ac0d2-dea1-43d2-ac67-c5819af43c77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:38.170003 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:38.231181 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1f26a5-458d-4780-857a-d805fe2c5c89 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:38.267707 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port dd1f26a5-458d-4780-857a-d805fe2c5c89, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:38.277654 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:38.281242 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:38.394487 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42908) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:38.443168 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcea163-511c-4ce9-b851-66ebf531d276 req-1898389f-f71d-452f-90cb-26ce62cfa11c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:38.445030 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-abcea163-511c-4ce9-b851-66ebf531d276 req-1898389f-f71d-452f-90cb-26ce62cfa11c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1983929 Jun 08 18:23:38.504982 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:38.522522 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=dd1f26a5-458d-4780-857a-d805fe2c5c89,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:38.523311 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-abcea163-511c-4ce9-b851-66ebf531d276 req-6c2e4ec6-e2c5-44c4-9a58-515c0b4289e6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583780 Jun 08 18:23:38.538619 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:38.552881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:38.553808 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:38.553808 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:38.553808 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:38.553808 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:38.553808 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:38.553808 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:38.578859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:38.583373 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:38.588545 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:38.590488 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 3897218b-17be-4439-a373-9e8e317398bf up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:38.652611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['dd1f26a5-458d-4780-857a-d805fe2c5c89'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:38.725279 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 3897218b-17be-4439-a373-9e8e317398bf completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:38.756622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:38.996409 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.003708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.012435 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3042994e-ee94-4692-99e8-1aa88ff2312d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:39.080912 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14d63844d05845618a8de30a945f3637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849439 Jun 08 18:23:39.082118 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9caf0c9-b099-4ffe-a69b-53b53bab01e7,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:39.084829 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42924) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:39.132935 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:39.167944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.210028 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.287935 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.292016 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.308993 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9caf0c9-b099-4ffe-a69b-53b53bab01e7 HTTP/1.1" status: 204 len: 168 time: 0.2115397 Jun 08 18:23:39.311645 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ea95ceb3-450f-45e6-a6a7-d8f001a5ddfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:39.330507 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9caf0c9-b099-4ffe-a69b-53b53bab01e7,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:39.345884 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:39.383251 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0891c7-73aa-4910-a944-bfd0252a2d99 req-7cf6a13d-6992-4216-933a-8b04fb4b12f8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:39.385839 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8f0891c7-73aa-4910-a944-bfd0252a2d99 req-7cf6a13d-6992-4216-933a-8b04fb4b12f8 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4222496 Jun 08 18:23:39.390395 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.482000 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc02177-1d5b-43e6-b720-9ff0cea0b197 None None] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:39.495808 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cabac-1651-4447-a609-9d7c546073b9 req-234f3d79-ff4e-498f-aa46-7bfa557f6f63 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:39.498286 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-046cabac-1651-4447-a609-9d7c546073b9 req-234f3d79-ff4e-498f-aa46-7bfa557f6f63 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.4750328 Jun 08 18:23:39.641990 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Provisioning for port 3897218b-17be-4439-a373-9e8e317398bf completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:39.662152 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Provisioning complete for port 3897218b-17be-4439-a373-9e8e317398bf triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:39.662852 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.674265 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42942) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:39.826364 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8f0891c7-73aa-4910-a944-bfd0252a2d99 req-d1a3e4c2-28f3-4433-b94d-5ec86c5b5c10 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565629 Jun 08 18:23:39.847364 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.899586 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-046cabac-1651-4447-a609-9d7c546073b9 req-cf2b43da-6675-43a0-aff9-4a21a3d6011b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781374 Jun 08 18:23:39.926281 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 42946) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:39.941648 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.022432 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] For port 3897218b-17be-4439-a373-9e8e317398bf, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=3897218b-17be-4439-a373-9e8e317398bf,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:40.027868 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.034440 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:40.068418 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.075992 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.099863 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:40.138449 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Pushing event updated for resources: {'Port': ['ID=3897218b-17be-4439-a373-9e8e317398bf,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:40.142666 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:40.207769 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7353796b-f875-4a30-ae33-eae4353970a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.225122 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eb145f5c-ee8e-4259-b89e-166da9dcbae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.237971 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ce2fc-d807-4ddb-9726-37f08e77ca91,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:40.243705 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:40.253836 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33b93612c8e540c8990b8b0f2f859862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780456 Jun 08 18:23:40.254994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42948) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:40.358412 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.361710 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 3897218b-17be-4439-a373-9e8e317398bf up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:40.370432 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.392987 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.414653 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-a4d297d3-b4f7-4f39-8c96-dbfaf3822b7c None None] Provisioning complete for port 3897218b-17be-4439-a373-9e8e317398bf triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:40.415034 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a4d297d3-b4f7-4f39-8c96-dbfaf3822b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.469571 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.473120 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.474703 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/605ce2fc-d807-4ddb-9726-37f08e77ca91 HTTP/1.1" status: 204 len: 168 time: 0.2182934 Jun 08 18:23:40.476115 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a5a0ab80-5eb8-4463-833d-00a617d16e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:40.490333 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ce2fc-d807-4ddb-9726-37f08e77ca91,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:40.501264 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:40.601003 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 3897218b-17be-4439-a373-9e8e317398bf triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:40.601942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.913238 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e8dc1-dd43-4b57-a999-9370005b1836 req-9ba72da2-7c3e-47eb-ba35-daebf4d403dc tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:40.914902 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c40e8dc1-dd43-4b57-a999-9370005b1836 req-9ba72da2-7c3e-47eb-ba35-daebf4d403dc tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 944 time: 0.9030662 Jun 08 18:23:40.946867 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c7fd-c38e-407a-9e96-a8354743d3af req-ee04b76d-9bcc-4b41-8b20-3c5bdbbe73de tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:40.948468 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1084c7fd-c38e-407a-9e96-a8354743d3af req-ee04b76d-9bcc-4b41-8b20-3c5bdbbe73de tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.7258952 Jun 08 18:23:41.059387 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eb145f5c-ee8e-4259-b89e-166da9dcbae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.079258 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c40e8dc1-dd43-4b57-a999-9370005b1836 req-87aa8bfc-f3d3-40e0-9cb4-04232e56fb45 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520531 Jun 08 18:23:41.080779 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eb145f5c-ee8e-4259-b89e-166da9dcbae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.099562 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e332a2a5-7c95-4273-89a9-15ed7298711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:41.136335 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Router a1f4e31f-062a-404e-9826-778efc359c7e is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:23:41.173131 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1084c7fd-c38e-407a-9e96-a8354743d3af req-3ba1a997-ffd7-4f3e-a2b2-918a208b6db2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969676 Jun 08 18:23:41.187936 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-eb145f5c-ee8e-4259-b89e-166da9dcbae8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2abea07af06c49f5a4a691ba66bcf008&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2554977 Jun 08 18:23:41.187936 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145f5c-ee8e-4259-b89e-166da9dcbae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355df1b-9180-4cc2-ad45-4250d30278a6,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:41.188604 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42972) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:41.201553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device dd1f26a5-458d-4780-857a-d805fe2c5c89 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:41.223294 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eb145f5c-ee8e-4259-b89e-166da9dcbae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:41.362181 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port dd1f26a5-458d-4780-857a-d805fe2c5c89 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:41.370660 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port dd1f26a5-458d-4780-857a-d805fe2c5c89 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:41.371047 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.378254 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.419567 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.494747 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.498072 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.501665 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b355df1b-9180-4cc2-ad45-4250d30278a6 HTTP/1.1" status: 204 len: 168 time: 0.3088295 Jun 08 18:23:41.501665 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fdc57379-6fef-475e-bf8c-e0d08599683d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:41.517602 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355df1b-9180-4cc2-ad45-4250d30278a6,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:41.520536 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:41.550318 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.600529 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f26a5-458d-4780-857a-d805fe2c5c89'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:41.601388 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:23:41.609255 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73595e3f-ef9e-4e90-b3e9-7ae0ba219e7d" -d '{"events": [{"server_uuid": "2a83ff21-804c-43c7-bf0b-b76fe30600e0", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f26a5-458d-4780-857a-d805fe2c5c89"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:41.612341 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Sync routers for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:23:41.619223 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port dd1f26a5-458d-4780-857a-d805fe2c5c89, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:41.625889 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:23:41.626582 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:41.627291 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.629616 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:41.700089 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.701978 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-63fa6387-5410-456b-9510-39ead7a762cc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0198083 Jun 08 18:23:41.705009 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 42986) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:41.738419 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcf779-918e-49d8-89e8-555d664f7cf9 req-f513a587-88a1-40c9-9c74-a1f389475ceb tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:41.740156 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dafcf779-918e-49d8-89e8-555d664f7cf9 req-f513a587-88a1-40c9-9c74-a1f389475ceb tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.3655593 Jun 08 18:23:41.754787 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904c1c6-f523-42cb-ae8d-c68c3aacbe94 req-441b1c8d-8beb-4873-8cb0-e8d72a18b6e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:41.757646 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1904c1c6-f523-42cb-ae8d-c68c3aacbe94 req-441b1c8d-8beb-4873-8cb0-e8d72a18b6e5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.3810627 Jun 08 18:23:41.790644 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=dd1f26a5-458d-4780-857a-d805fe2c5c89,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:41.804599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:41.856231 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dafcf779-918e-49d8-89e8-555d664f7cf9 req-bb91ccf2-8671-4079-9886-3952c90dd456 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982277 Jun 08 18:23:41.875023 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1904c1c6-f523-42cb-ae8d-c68c3aacbe94 req-2b59e0f5-c124-418b-81c0-1e91624b8447 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934691 Jun 08 18:23:42.005051 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa3b3e1-51b2-4829-b62c-66058f7fe0ce x-openstack-request-id: req-baa3b3e1-51b2-4829-b62c-66058f7fe0ce {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:42.005966 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83ff21-804c-43c7-bf0b-b76fe30600e0", "name": "network-vif-plugged", "status": "completed", "tag": "dd1f26a5-458d-4780-857a-d805fe2c5c89", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:42.006231 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-baa3b3e1-51b2-4829-b62c-66058f7fe0ce {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:42.006636 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1f26a5-458d-4780-857a-d805fe2c5c89', 'code': 200} Jun 08 18:23:42.052752 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:23:42.607091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297ceb-aebf-48e5-815b-43d787eb8cbb req-d53d3431-4e42-4046-b57b-f22f7f6fdff9 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.609041 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3297ceb-aebf-48e5-815b-43d787eb8cbb req-d53d3431-4e42-4046-b57b-f22f7f6fdff9 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.2697809 Jun 08 18:23:42.689452 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f91aa-61de-47a2-8c6e-920786bfe871 req-e211f6ec-b57c-4d7e-8156-489089b6d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.691042 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-388f91aa-61de-47a2-8c6e-920786bfe871 req-e211f6ec-b57c-4d7e-8156-489089b6d89e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 1098 time: 0.3641999 Jun 08 18:23:42.718367 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5f17-c165-421e-875a-ec221ea8f13b req-80f0b717-a9e9-4e0e-9484-b9673f783beb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.721236 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-647c5f17-c165-421e-875a-ec221ea8f13b req-80f0b717-a9e9-4e0e-9484-b9673f783beb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2467990 Jun 08 18:23:42.735933 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3297ceb-aebf-48e5-815b-43d787eb8cbb req-45712280-59c9-418f-8c38-efcbe24d9445 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182587 Jun 08 18:23:42.750185 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:38Z', 'revision_number': 3, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:42.756572 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Checking router: a1f4e31f-062a-404e-9826-778efc359c7e for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:23:42.757391 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Updating router a1f4e31f-062a-404e-9826-778efc359c7e port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:23:42.802243 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-388f91aa-61de-47a2-8c6e-920786bfe871 req-26d38874-cc5c-4bcc-ba10-f119c458ffac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965261 Jun 08 18:23:42.821686 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-647c5f17-c165-421e-875a-ec221ea8f13b req-5e8e0c15-b27f-4292-a247-9cd286c87bf4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890834 Jun 08 18:23:42.872704 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.142015 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.305686 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ee22b450-b4df-4b37-9541-b297f171fa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.375786 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.392140 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Transition to ACTIVE for port object 0d5689be-6a3b-404f-bda1-4e8c1bffa905 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:43.401438 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.411256 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:43.431373 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.463386 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Allocated IP 172.20.0.1 (ca094ef0-e1e7-48ae-82db-dc9cbc9919d2/13806610-3ea1-44e4-8e6a-30aa66d13cd8/80ace97b-f8ef-4fc4-a959-22d4ce1433b7) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:43.514309 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951bdc6-ea19-4578-81ef-88ca3a2aaa23 req-07723c79-0e35-4ae6-8d22-0f0771e0168f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:43.517028 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4951bdc6-ea19-4578-81ef-88ca3a2aaa23 req-07723c79-0e35-4ae6-8d22-0f0771e0168f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.4927239 Jun 08 18:23:43.541918 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Attempting to bind port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:43.543922 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Attempting to bind port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:43.544768 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Attempting to bind port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:43.550429 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71727018-c93d-4696-a2be-7f2c4eacc177 req-69a89e06-b2a9-4afe-97ba-98d7a1d86eef tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:43.552236 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Pushing event updated for resources: {'Port': ['ID=0d5689be-6a3b-404f-bda1-4e8c1bffa905,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:43.566574 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-71727018-c93d-4696-a2be-7f2c4eacc177 req-69a89e06-b2a9-4afe-97ba-98d7a1d86eef tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4327385 Jun 08 18:23:43.580305 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.580671 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.581052 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.582683 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.583584 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.583927 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.585262 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.586677 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.587586 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.588318 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.590461 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.592294 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:43.603654 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:43.605370 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:43.605790 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.606191 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:43.607366 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Bound port: 0d5689be-6a3b-404f-bda1-4e8c1bffa905, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:43.610750 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.651849 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:43.657784 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-71727018-c93d-4696-a2be-7f2c4eacc177 req-a209713c-dbfd-4b0f-8165-41634d68bdce tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899155 Jun 08 18:23:43.692577 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4951bdc6-ea19-4578-81ef-88ca3a2aaa23 req-7eb11181-3973-4987-9bda-50fcb017f085 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581798 Jun 08 18:23:43.736032 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] For port 0d5689be-6a3b-404f-bda1-4e8c1bffa905, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:43.743529 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] For port 0d5689be-6a3b-404f-bda1-4e8c1bffa905, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0d5689be-6a3b-404f-bda1-4e8c1bffa905,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:43.750714 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.755451 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:43.816109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.836158 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Transition to ACTIVE for port object 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:43.877336 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:23:43.877950 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:43.885060 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:43.886345 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:43.886345 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:43.886345 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:43.886345 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:43.886345 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:43.886345 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:43.911843 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:43.913311 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:43.915947 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:43.958305 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Pushing event updated for resources: {'Port': ['ID=0d5689be-6a3b-404f-bda1-4e8c1bffa905,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:43.961556 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-5b12613d-4b55-4d9f-8674-6a25690b0e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:44.049103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:44.169515 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:23:44.227554 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d25f-9577-4641-9b8b-21bb39ae37dc req-e2572b3d-b81b-48d0-ad7f-bb1a1ebace55 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:44.237067 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c368d25f-9577-4641-9b8b-21bb39ae37dc req-e2572b3d-b81b-48d0-ad7f-bb1a1ebace55 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.2817650 Jun 08 18:23:44.310327 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c368d25f-9577-4641-9b8b-21bb39ae37dc req-6f34e1c3-2f8e-44af-9bf5-56402c8a9960 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719388 Jun 08 18:23:44.327036 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27420ad-350e-425a-ac69-6019475d0b05 req-64623636-af93-4a33-b1d8-911e65057cff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:44.345363 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c27420ad-350e-425a-ac69-6019475d0b05 req-64623636-af93-4a33-b1d8-911e65057cff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.2203083 Jun 08 18:23:44.388986 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-c00b52bd-b097-4ddb-ac99-1d78d9f97519 None None] Provisioning for port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:44.406994 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-c00b52bd-b097-4ddb-ac99-1d78d9f97519 None None] Provisioning complete for port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:44.407587 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c00b52bd-b097-4ddb-ac99-1d78d9f97519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:44.412584 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c27420ad-350e-425a-ac69-6019475d0b05 req-5c09992a-fe7a-46a9-9b1c-a2062257dacc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663111 Jun 08 18:23:44.489338 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:44.491259 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:44.565538 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-c00b52bd-b097-4ddb-ac99-1d78d9f97519 None None] Port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:23:44.742051 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:38Z', 'revision_number': 3, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:44.748472 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300ec4f-7911-4589-a3b4-ec8b4720dd44 None None] The sync data for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb is: [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:38Z', 'revision_number': 3, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:23:44.832487 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:44.842417 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:44.925129 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:45.033341 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Pushing event updated for resources: {'Port': ['ID=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:45.037695 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:45.096454 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:45.156389 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5991929-8e52-4703-9217-9e01d73166a1 req-3e2d1939-8757-482a-b03d-80d21ff97ca1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:45.186679 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5991929-8e52-4703-9217-9e01d73166a1 req-3e2d1939-8757-482a-b03d-80d21ff97ca1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2751479 Jun 08 18:23:45.215559 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:45.250905 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50697520-fa96-446c-9223-425ba71805cf req-5eb8df96-2482-4445-9ea3-261df089b76b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:45.252476 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50697520-fa96-446c-9223-425ba71805cf req-5eb8df96-2482-4445-9ea3-261df089b76b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2603490 Jun 08 18:23:45.384530 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5991929-8e52-4703-9217-9e01d73166a1 req-abc1cb2f-49c5-44dc-ab44-7d5b6537ade9 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965466 Jun 08 18:23:45.448432 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50697520-fa96-446c-9223-425ba71805cf req-aa29743d-de92-4cbd-beef-44af52926e7b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879537 Jun 08 18:23:45.493565 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:45.514905 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:45.516441 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:45.559466 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'mac_address': 'fa:16:3e:05:2a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:45.746769 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:45.749605 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:45.782931 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35020f21-59fc-42a8-9e44-f02e50e42fdc {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:45.811635 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:45.823765 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:45.829885 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:45.948737 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-2795635f-2c55-42ca-a562-f4f268370ddf None None] Provisioning complete for port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:45.949420 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2795635f-2c55-42ca-a562-f4f268370ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:45.969697 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Router a1f4e31f-062a-404e-9826-778efc359c7e has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:23:45.970227 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b7f63-5513-4fe3-8a2d-14de327b1fa8 req-7b93c21d-deb0-4123-be54-87ac5d51820a tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:45.971781 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-109b7f63-5513-4fe3-8a2d-14de327b1fa8 req-7b93c21d-deb0-4123-be54-87ac5d51820a tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.3985436 Jun 08 18:23:46.040518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40599e-ddcb-4022-bdd7-c909ee96b902 req-4fd46859-d06f-4650-8fe1-23525e288466 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:46.053761 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e40599e-ddcb-4022-bdd7-c909ee96b902 req-4fd46859-d06f-4650-8fe1-23525e288466 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 944 time: 0.3092129 Jun 08 18:23:46.087634 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['35020f21-59fc-42a8-9e44-f02e50e42fdc'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:46.163804 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-109b7f63-5513-4fe3-8a2d-14de327b1fa8 req-5ab596d9-e8f5-4f76-9c91-661c3a5d47f1 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788132 Jun 08 18:23:46.182389 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-2795635f-2c55-42ca-a562-f4f268370ddf None None] Port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:23:46.184444 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=6']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:46.190653 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:46.244657 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e40599e-ddcb-4022-bdd7-c909ee96b902 req-4da25fe3-d9d1-4fc9-9235-0844513c20de tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692376 Jun 08 18:23:46.299859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43098) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:46.328767 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:23:46.362963 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] 10.222.0.41 "PUT /v2.0/routers/a1f4e31f-062a-404e-9826-778efc359c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6567640 Jun 08 18:23:46.449716 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0d5689be-6a3b-404f-bda1-4e8c1bffa905 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:46.579369 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:46.590238 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:46.590899 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:46.669495 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:46.851447 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3dba2-4f84-48ab-b40f-a99e8c04ea9b req-851699d0-37fc-4909-9187-7ea20c6cdf4a tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:46.853244 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-09f3dba2-4f84-48ab-b40f-a99e8c04ea9b req-851699d0-37fc-4909-9187-7ea20c6cdf4a tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.3416851 Jun 08 18:23:46.926839 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:46.933038 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:46.992623 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 0d5689be-6a3b-404f-bda1-4e8c1bffa905, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0d5689be-6a3b-404f-bda1-4e8c1bffa905,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:46.998768 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-09f3dba2-4f84-48ab-b40f-a99e8c04ea9b req-578c0257-a00d-478f-a180-d71ae5449138 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350133 Jun 08 18:23:47.002295 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.003136 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.004684 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-706fc553-ccb7-4323-93e3-8b2ec9e20c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:47.024607 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8af0f1a1-cd7b-42d5-b61b-1f416ddc1f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:47.091624 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec51f20-61ce-47a3-b66f-10a3d9c878b9,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:47.098810 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:47.102106 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fea89583b49d4c2198f79c8490c13525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8009567 Jun 08 18:23:47.104994 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43134) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:47.198831 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=0d5689be-6a3b-404f-bda1-4e8c1bffa905,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:47.203438 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:47.262624 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:47.287931 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.389186 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.452527 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 35020f21-59fc-42a8-9e44-f02e50e42fdc triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:47.452910 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.633742 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Sync routers for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:23:47.635299 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349421b2-b166-43b7-9e00-16becb8ab0d4 req-df1ee48e-fdb5-4bf3-95f8-4be907a90554 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:47.636875 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-349421b2-b166-43b7-9e00-16becb8ab0d4 req-df1ee48e-fdb5-4bf3-95f8-4be907a90554 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4519658 Jun 08 18:23:47.710169 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7a16-d2ea-4426-be2d-0ac6b3259b3c req-901491a0-f49b-4b8f-94f6-fdd4a3636d3d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:47.714120 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9a6c7a16-d2ea-4426-be2d-0ac6b3259b3c req-901491a0-f49b-4b8f-94f6-fdd4a3636d3d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 944 time: 0.2057474 Jun 08 18:23:47.731231 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.736856 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.741021 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ec51f20-61ce-47a3-b66f-10a3d9c878b9 HTTP/1.1" status: 204 len: 168 time: 0.6312778 Jun 08 18:23:47.741743 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.744852 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a7e74aa3-94c9-40e1-a976-91a1dea2349c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:47.763413 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43166) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:47.769794 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:23:47.770439 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:47.771182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1896303772-network', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:47.781871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec51f20-61ce-47a3-b66f-10a3d9c878b9,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:47.792611 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:47.804567 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-349421b2-b166-43b7-9e00-16becb8ab0d4 req-0c28c98c-5402-490f-970a-27683b856f85 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464708 Jun 08 18:23:47.834291 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Made reservation on behalf of 7b270c9e4c784f9d9f6971742ba9ed53 for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:47.844421 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9a6c7a16-d2ea-4426-be2d-0ac6b3259b3c req-71c7320e-29ac-4f10-a692-db3f4ac63d05 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221945 Jun 08 18:23:47.851472 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.874686 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:47.876904 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d15c3-7e4b-4b84-b2d4-6af98c3889df" -d '{"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-plugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:47.884069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.960585 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:47.970198 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:47.975402 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:48.044120 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc1bc0-689d-4222-9c06-1bd7d4eccbdc x-openstack-request-id: req-8cfc1bc0-689d-4222-9c06-1bd7d4eccbdc {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:48.044439 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-plugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:48.044667 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cfc1bc0-689d-4222-9c06-1bd7d4eccbdc {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:48.045433 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'code': 200} Jun 08 18:23:48.124774 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.132061 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.139692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-103f4bed-484d-43dd-8cbf-537c188a8887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:48.169232 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=7']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:48.176014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a6c4f-1685-4ff9-9528-55a34dd9b3a3,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:48.180540 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:48.187697 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:48.188549 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:23:48.202911 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.203479 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Added segment 5e72d4c1-cbce-4ce3-adbb-409c451f8989 of type vlan for network abf22e9b-4048-46c1-ab7c-5b6b807269f7 Jun 08 18:23:48.216423 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:23:48.258520 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.374496 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.376283 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:48.377127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.382659 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b44cda33-8e2a-466d-ba8a-3d43f8afd4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:48.428835 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8da74-b171-49cd-a483-3b8ea6c81d12 req-73c5c90f-438c-48a8-a5dd-cf7bd8d44ddd tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:48.439306 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cda8da74-b171-49cd-a483-3b8ea6c81d12 req-73c5c90f-438c-48a8-a5dd-cf7bd8d44ddd tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1724014 Jun 08 18:23:48.616954 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Pushing event updated for resources: {'Network': ['ID=abf22e9b-4048-46c1-ab7c-5b6b807269f7,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:48.622266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:48.630231 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0d5689be-6a3b-404f-bda1-4e8c1bffa905 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:48.631716 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8663015 Jun 08 18:23:48.634474 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43186) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:48.640111 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Request body: {'subnet': {'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1896303772-subnet', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'ip_version': 4}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:48.642208 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43188) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:48.679257 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cda8da74-b171-49cd-a483-3b8ea6c81d12 req-de565d41-1489-46ed-8f16-362f6357401b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390168 Jun 08 18:23:48.698396 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Made reservation on behalf of 7b270c9e4c784f9d9f6971742ba9ed53 for: {'subnet': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:48.700875 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7072330'] for subnet, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.704822 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:48.751464 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:23:48.771495 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e95352-d875-4f5c-ae38-fb9a97e51d73 req-8603e465-837e-452f-aa22-504bd9601cec tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:48.779588 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-08e95352-d875-4f5c-ae38-fb9a97e51d73 req-8603e465-837e-452f-aa22-504bd9601cec tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.2680831 Jun 08 18:23:48.877769 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-08e95352-d875-4f5c-ae38-fb9a97e51d73 req-5fe85ca5-07e8-4142-99f3-51433aaebdac tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862031 Jun 08 18:23:49.073563 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7072356'] for subnet, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.081184 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:49.106973 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.183436 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.198471 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eebcf394-9873-4e78-95c6-1d8dfdcfa20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:49.221419 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:49.221847 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.233485 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Checking segment: {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:49.234156 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Network hostable DHCP agents. Network: abf22e9b-4048-46c1-ab7c-5b6b807269f7, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:23:49.249029 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf36021-52fd-48d0-a9df-891304ead96d,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:49.252472 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:49.266609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:23:49.290262 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, abf22e9b-4048-46c1-ab7c-5b6b807269f7) {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:49.322028 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:49.328858 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249e294-6166-46c0-8d61-47b85fb01eaf None None] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:49.330683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.359154 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8d5a1-b5e5-4978-bf3a-7cbe010551ea,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:49.383422 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7476680 Jun 08 18:23:49.385922 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43202) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:49.390350 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:49.399970 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:49.443220 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.444276 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.477051 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43208) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:49.485761 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b4470f7666d4d98acbd86c982a405f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8420999 Jun 08 18:23:49.499335 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:49.589514 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa9bb-00da-40dd-8275-680602a97967 req-50ac834b-3fdc-47f8-a432-eb0b06073aa5 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:49.599534 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-096aa9bb-00da-40dd-8275-680602a97967 req-50ac834b-3fdc-47f8-a432-eb0b06073aa5 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4870543 Jun 08 18:23:49.645786 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b342bf0-9292-4f53-bc23-e001775ddf03 req-68b7f88c-57fa-449d-856f-add3c08b4a7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:49.647357 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1b342bf0-9292-4f53-bc23-e001775ddf03 req-68b7f88c-57fa-449d-856f-add3c08b4a7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.4136932 Jun 08 18:23:49.770146 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 2, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:49.784105 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-096aa9bb-00da-40dd-8275-680602a97967 req-e36daf33-9c68-4423-a890-c5a1b308bce2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833363 Jun 08 18:23:49.811542 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Checking router: a1f4e31f-062a-404e-9826-778efc359c7e for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:23:49.811899 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Updating router a1f4e31f-062a-404e-9826-778efc359c7e port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:23:49.827830 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1b342bf0-9292-4f53-bc23-e001775ddf03 req-b2e9657a-0431-4562-bfb7-637cb3d64f32 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643496 Jun 08 18:23:50.039759 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-abf22e9b-4048-46c1-ab7c-5b6b807269f7', 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'fixed_ips': [{'subnet_id': 'ddf36021-52fd-48d0-a9df-891304ead96d'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:23:50.040601 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.123725 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.253818 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.519919 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a73b1-84ba-44de-8923-dddf3da9b3a5 req-4d28463a-b614-4666-a3dc-bbf6781d0204 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:50.521540 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ed5a73b1-84ba-44de-8923-dddf3da9b3a5 req-4d28463a-b614-4666-a3dc-bbf6781d0204 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.3645704 Jun 08 18:23:50.580538 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.594099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.652577 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ed5a73b1-84ba-44de-8923-dddf3da9b3a5 req-85853db0-24fc-4685-a328-d3527675d92c tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157629 Jun 08 18:23:50.674217 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c70163-65a8-4955-995f-ca8045ea7a89 req-279a3294-0496-45d0-997f-5821b2c9df17 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:50.681672 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-41c70163-65a8-4955-995f-ca8045ea7a89 req-279a3294-0496-45d0-997f-5821b2c9df17 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.3608921 Jun 08 18:23:50.764930 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Allocated IP 172.20.0.2 (abf22e9b-4048-46c1-ab7c-5b6b807269f7/ddf36021-52fd-48d0-a9df-891304ead96d/90e00ac1-4e29-462e-96fd-32b8b9f25a31) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:50.797311 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-41c70163-65a8-4955-995f-ca8045ea7a89 req-abc87852-6f17-4b47-ac9b-15668201b411 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145692 Jun 08 18:23:50.832967 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.837881 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.846494 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c8d5a1-b5e5-4978-bf3a-7cbe010551ea HTTP/1.1" status: 204 len: 168 time: 1.3670712 Jun 08 18:23:50.852223 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c07d91cc-1e12-4c99-9ec2-7f9fcbaa3aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:50.869894 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8d5a1-b5e5-4978-bf3a-7cbe010551ea,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:50.883507 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4ee56dad-31c8-4ebf-96f2-32fadd2b52af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:50.898322 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-e6c6490a-67c9-44f6-90b7-cce644d5b038 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:50.900480 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-e6c6490a-67c9-44f6-90b7-cce644d5b038 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.6561143 Jun 08 18:23:51.025949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161322-a3f7-416f-8d6e-55263bcb2499 req-b9fe4ab3-c210-46c1-a225-2e2bed1e1899 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:51.036173 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-65161322-a3f7-416f-8d6e-55263bcb2499 req-b9fe4ab3-c210-46c1-a225-2e2bed1e1899 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1248381 Jun 08 18:23:51.169605 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-65161322-a3f7-416f-8d6e-55263bcb2499 req-0ec8d7bd-5f44-4f82-90f1-08c288a61b8c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317358 Jun 08 18:23:51.414205 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f374f3-1a95-42b3-821d-7aec56c19675 req-54cec2f5-4757-4477-b695-22041c26a9bc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:51.429971 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-86f374f3-1a95-42b3-821d-7aec56c19675 req-54cec2f5-4757-4477-b695-22041c26a9bc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1901364 Jun 08 18:23:51.517315 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-86f374f3-1a95-42b3-821d-7aec56c19675 req-fedfea71-2b45-4a09-b23e-ef80a636bd8b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866184 Jun 08 18:23:51.542874 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:51.570927 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Transition to ACTIVE for port object 90e00ac1-4e29-462e-96fd-32b8b9f25a31 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:51.594308 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Transition to ACTIVE for port object 90e00ac1-4e29-462e-96fd-32b8b9f25a31 will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:51.612942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:51.613659 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:51.613659 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:51.613659 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:51.613659 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:51.613659 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:51.613659 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:51.617841 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Deleting port dd1f26a5-458d-4780-857a-d805fe2c5c89 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:23:51.618984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:51.707826 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:51.711031 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:51.718340 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:51.835099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:51.959453 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:51.997990 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Attempting to bind port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:51.998398 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Attempting to bind port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:51.998772 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Attempting to bind port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 on network abf22e9b-4048-46c1-ab7c-5b6b807269f7 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:52.020823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:52.021268 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Checking segment: {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:52.023263 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:52.023684 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Bound using segment: {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:52.024185 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Bound port: 90e00ac1-4e29-462e-96fd-32b8b9f25a31, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:52.032193 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:52.120522 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393f3c-cef1-48d7-8b15-847daddc923f req-91f5162a-b073-4464-83ad-b207455cf362 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:52.135926 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c2393f3c-cef1-48d7-8b15-847daddc923f req-91f5162a-b073-4464-83ad-b207455cf362 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 945 time: 0.2452407 Jun 08 18:23:52.180415 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.db.resource_extend [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:23:52.243063 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c2393f3c-cef1-48d7-8b15-847daddc923f req-04c5b855-148a-4f30-bb10-7a44c194822a tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075473 Jun 08 18:23:52.256715 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b509e7-5071-43b2-8298-f439a0846882 req-9abfd99e-ed1a-4434-b553-f7a4224b743d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:52.264339 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5b509e7-5071-43b2-8298-f439a0846882 req-9abfd99e-ed1a-4434-b553-f7a4224b743d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2883415 Jun 08 18:23:52.336324 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] For port dd1f26a5-458d-4780-857a-d805fe2c5c89, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dd1f26a5-458d-4780-857a-d805fe2c5c89,segment=NetworkSegment(3692bddc-555e-4741-b396-7ebcc30a2c3a),segment_id=3692bddc-555e-4741-b396-7ebcc30a2c3a)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:52.338467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:52.355093 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5b509e7-5071-43b2-8298-f439a0846882 req-c1362d2e-7008-4814-ba9b-0f6e3d5d21e2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880153 Jun 08 18:23:52.743928 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Calling delete_port for dd1f26a5-458d-4780-857a-d805fe2c5c89 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:23:52.760810 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:52.785794 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] For port 90e00ac1-4e29-462e-96fd-32b8b9f25a31, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:52.792549 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] For port 90e00ac1-4e29-462e-96fd-32b8b9f25a31, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=90e00ac1-4e29-462e-96fd-32b8b9f25a31,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:52.807429 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:52.817044 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Transition to ACTIVE for port object 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:52.819649 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:52.847339 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Allocated IP 172.28.0.14 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/0aac4243-85ae-471c-883c-079a2f274731) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:52.889371 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:53.005402 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bc3c-ca14-40ac-9248-c15b8cb10c33 req-95106ac3-6d05-4dcc-90a7-e647a67121d2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:53.023162 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-af31bc3c-ca14-40ac-9248-c15b8cb10c33 req-95106ac3-6d05-4dcc-90a7-e647a67121d2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4145186 Jun 08 18:23:53.129040 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Pushing event updated for resources: {'Port': ['ID=90e00ac1-4e29-462e-96fd-32b8b9f25a31,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:53.151332 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:53.152195 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:53.186234 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-af31bc3c-ca14-40ac-9248-c15b8cb10c33 req-e663e4f3-cec4-4797-8bfb-78866af9b392 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621161 Jun 08 18:23:53.238133 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22475d42-c81f-4afd-8e35-bb15bffe3dae req-789b89ff-0fca-4aa1-9d59-d3e94f6fc817 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:53.240452 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-22475d42-c81f-4afd-8e35-bb15bffe3dae req-789b89ff-0fca-4aa1-9d59-d3e94f6fc817 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.4181039 Jun 08 18:23:53.312294 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c8153-02a8-4cbf-976c-d6f60463329d None None] Pushing event updated for resources: {'Port': ['ID=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:53.336301 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-216c8153-02a8-4cbf-976c-d6f60463329d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:53.419595 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-22475d42-c81f-4afd-8e35-bb15bffe3dae req-fd8900a5-b2b2-4f93-bb5e-1339ef94cf4c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633162 Jun 08 18:23:53.434472 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:53.480527 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device dd1f26a5-458d-4780-857a-d805fe2c5c89 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:23:53.588956 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:53.592854 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:53.592854 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:53.592854 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:53.592854 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:53.592854 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:53.592854 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:53.719929 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:53.834058 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Attempting to bind port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:53.834571 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Attempting to bind port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:53.834779 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Attempting to bind port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 on network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:53.863722 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:53.864168 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Checking segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:53.864684 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:53.865715 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Bound using segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:53.866340 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Bound port: 80ace97b-f8ef-4fc4-a959-22d4ce1433b7, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:53.866727 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:53.935038 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:53.946471 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:54.064458 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98dd3a-df8b-4135-9a79-f4273dd873f4 req-8378f049-f53d-4231-8b12-cc845f294a7f tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:54.093921 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6c98dd3a-df8b-4135-9a79-f4273dd873f4 req-8378f049-f53d-4231-8b12-cc845f294a7f tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 867 time: 0.3770583 Jun 08 18:23:54.128156 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:54.135723 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f44d8-1dc0-41c5-9422-aac94e2dee3f req-ec7dd689-faf9-42c5-baf3-79408e6fbde4 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:54.140909 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-729f44d8-1dc0-41c5-9422-aac94e2dee3f req-ec7dd689-faf9-42c5-baf3-79408e6fbde4 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.3257966 Jun 08 18:23:54.149819 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:54.172768 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:54.240616 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] For port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:54.249994 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] For port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:54.262993 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:54.268167 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:54.377649 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:23:54.378644 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:54.449471 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6c98dd3a-df8b-4135-9a79-f4273dd873f4 req-f67f02b4-f1ff-402e-ac3d-4ab6fcce2318 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c46c025-4bf4-4789-9c7d-daefc97fac97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544562 Jun 08 18:23:54.545293 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-729f44d8-1dc0-41c5-9422-aac94e2dee3f req-0c368223-dfe0-4f44-bfe4-7f7226d2e052 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258667 Jun 08 18:23:54.676248 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 90e00ac1-4e29-462e-96fd-32b8b9f25a31 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:55.151063 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa69a5-6fb2-4c7b-9f5b-511840584d87 req-d23bc8f3-1454-484d-979a-9e3bf4dfc400 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.164939 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3aa69a5-6fb2-4c7b-9f5b-511840584d87 req-d23bc8f3-1454-484d-979a-9e3bf4dfc400 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2993596 Jun 08 18:23:55.172330 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Pushing event deleted for resources: {'Port': ['ID=dd1f26a5-458d-4780-857a-d805fe2c5c89,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:55.191969 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:55.210882 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66ffa3-acd1-4d7c-9392-065c6467e5d4 None None] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:55.250588 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c8153-02a8-4cbf-976c-d6f60463329d None None] Pushing event updated for resources: {'Port': ['ID=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:55.256728 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-216c8153-02a8-4cbf-976c-d6f60463329d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:55.287447 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3aa69a5-6fb2-4c7b-9f5b-511840584d87 req-7351932f-9abf-47cd-a74c-331ce3681753 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215165 Jun 08 18:23:55.627446 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:55.672630 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] No DVR routers for this DVR port dd1f26a5-458d-4780-857a-d805fe2c5c89 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:23:55.677112 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:55.682003 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-315fb20c-2f63-4eaf-967d-178f94f673b1 req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.48 "DELETE /v2.0/ports/dd1f26a5-458d-4780-857a-d805fe2c5c89 HTTP/1.1" status: 204 len: 173 time: 4.7680547 Jun 08 18:23:55.721467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'name': 'network-vif-deleted', 'tag': 'dd1f26a5-458d-4780-857a-d805fe2c5c89'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:55.724162 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bef4c5c-8ad1-41ad-899d-b6b1b19982d4" -d '{"events": [{"server_uuid": "2a83ff21-804c-43c7-bf0b-b76fe30600e0", "name": "network-vif-deleted", "tag": "dd1f26a5-458d-4780-857a-d805fe2c5c89"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:55.751094 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1599d-2c61-4ea9-9362-454fe33c6dd8 req-dd1343eb-b40d-4aac-9ad6-1b87777d1f98 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.761588 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-afb1599d-2c61-4ea9-9362-454fe33c6dd8 req-dd1343eb-b40d-4aac-9ad6-1b87777d1f98 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1937857 Jun 08 18:23:55.767876 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:55.861875 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a6d713d8-867f-42b7-87e1-702c31f500b3 req-7cbdf822-d1e0-4d7c-bc27-6d3259afff5a tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a83ff21-804c-43c7-bf0b-b76fe30600e0 HTTP/1.1" status: 200 len: 210 time: 0.0954087 Jun 08 18:23:55.885287 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:23:56.061312 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-afb1599d-2c61-4ea9-9362-454fe33c6dd8 req-63a84465-5ccc-478e-bfd3-b3f2bc190270 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988822 Jun 08 18:23:56.214809 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:23:56.331944 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Provisioning for port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:56.412525 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Provisioning complete for port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:56.412872 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:56.469613 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e689-d0ab-4f6c-90a7-b18b89508726 req-fa87f51c-42fa-4e84-870e-29f7cae42cf8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:56.480928 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f0b9e689-d0ab-4f6c-90a7-b18b89508726 req-fa87f51c-42fa-4e84-870e-29f7cae42cf8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2130315 Jun 08 18:23:56.643657 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f0b9e689-d0ab-4f6c-90a7-b18b89508726 req-96c3e729-d82d-487d-86d7-8745dfd27873 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615820 Jun 08 18:23:56.714109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac29f5be-d7fa-4fb2-9d68-c36239044043 x-openstack-request-id: req-ac29f5be-d7fa-4fb2-9d68-c36239044043 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:56.716288 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83ff21-804c-43c7-bf0b-b76fe30600e0", "name": "network-vif-deleted", "tag": "dd1f26a5-458d-4780-857a-d805fe2c5c89", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:56.716749 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac29f5be-d7fa-4fb2-9d68-c36239044043 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:56.717471 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83ff21-804c-43c7-bf0b-b76fe30600e0', 'name': 'network-vif-deleted', 'tag': 'dd1f26a5-458d-4780-857a-d805fe2c5c89', 'status': 'completed', 'code': 200} Jun 08 18:23:56.719539 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:56.735481 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf048b7-298e-4f64-af17-68b99d0eebb7 req-bf8ed78d-0b91-43cb-bdfd-dd4ce9244244 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:56.752352 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9cf048b7-298e-4f64-af17-68b99d0eebb7 req-bf8ed78d-0b91-43cb-bdfd-dd4ce9244244 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1922529 Jun 08 18:23:56.971488 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9cf048b7-298e-4f64-af17-68b99d0eebb7 req-a82b5c01-a94b-4929-a4d1-0508b8f98100 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178946 Jun 08 18:23:57.386658 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2627c13-27b2-445b-b5c2-dc3ef20a764c req-5c6b7c52-b60b-40d9-ab8d-e3551083f29c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:57.406745 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c2627c13-27b2-445b-b5c2-dc3ef20a764c req-5c6b7c52-b60b-40d9-ab8d-e3551083f29c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.1400480 Jun 08 18:23:57.483223 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c2627c13-27b2-445b-b5c2-dc3ef20a764c req-6929b2bb-238b-407d-ae6c-52fc64a7af86 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739048 Jun 08 18:23:57.721438 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.727934 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Router 8077edb7-0cf9-4f98-8454-268b85bb07ee is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:23:57.876280 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] For port 90e00ac1-4e29-462e-96fd-32b8b9f25a31, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=90e00ac1-4e29-462e-96fd-32b8b9f25a31,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:57.889081 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.899196 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-72aae562-d06f-4fbd-ab00-207df2a2bce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:57.988232 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:54Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:58.008590 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a8a9de-eb1a-4301-b2e6-5359fd75de8b None None] The sync data for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb is: [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:54Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:23:58.065044 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Pushing event updated for resources: {'Port': ['ID=90e00ac1-4e29-462e-96fd-32b8b9f25a31,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:58.077694 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:58.251934 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-1b3a10b4-0f4c-47ab-bdf3-2c58a1fa441a None None] Provisioning complete for port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:58.252710 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1b3a10b4-0f4c-47ab-bdf3-2c58a1fa441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:58.497273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e300642-9fb9-410f-9814-6caab9ea8659 req-38816bce-0dc8-4c39-9d71-87740a61c9d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:58.510435 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:23:58.516866 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e300642-9fb9-410f-9814-6caab9ea8659 req-38816bce-0dc8-4c39-9d71-87740a61c9d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.4947970 Jun 08 18:23:58.533535 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Sync routers for ids ['8077edb7-0cf9-4f98-8454-268b85bb07ee'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:23:58.554331 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Routers {'8077edb7-0cf9-4f98-8454-268b85bb07ee'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:23:58.555705 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['8077edb7-0cf9-4f98-8454-268b85bb07ee'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:23:58.578989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:58.583544 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-e74bf714-b4f7-486c-9483-8198299f2561 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.1965599 Jun 08 18:23:58.584296 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43404) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:58.756032 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:58.910150 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e300642-9fb9-410f-9814-6caab9ea8659 req-81647e5b-9d92-48ab-a414-9a5fc0923d29 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878479 Jun 08 18:23:58.921429 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:58.944333 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:58.947110 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.096774 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Set router 8077edb7-0cf9-4f98-8454-268b85bb07ee gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:23:59.105185 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe958a-8e63-467a-ab22-a3bd279027c9 req-9ea34cc5-25e1-44b4-b7cf-0b8e88780064 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:59.116366 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e4fe958a-8e63-467a-ab22-a3bd279027c9 req-9ea34cc5-25e1-44b4-b7cf-0b8e88780064 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.6882868 Jun 08 18:23:59.208308 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e4fe958a-8e63-467a-ab22-a3bd279027c9 req-7f166968-e4c3-4ad0-92da-0795859c51ba tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896583 Jun 08 18:23:59.298469 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.386707 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:59.398737 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.399775 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 90e00ac1-4e29-462e-96fd-32b8b9f25a31 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:59.575310 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:59.720970 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:59.738768 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:59.754213 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af6355-a802-4876-b8e2-d163f7b303d3 req-004f6aa2-052b-4a47-bb37-ce0610ca5598 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:59.757080 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:59.757587 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.768964 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-01af6355-a802-4876-b8e2-d163f7b303d3 req-004f6aa2-052b-4a47-bb37-ce0610ca5598 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3301597 Jun 08 18:23:59.901306 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-01af6355-a802-4876-b8e2-d163f7b303d3 req-ffbad58e-3aa0-4103-b2d5-c0e0e99ca3e9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297019 Jun 08 18:24:00.062925 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43432) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:00.084940 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:23:55Z', 'revision_number': 3, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:00.096253 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Checking router: 8077edb7-0cf9-4f98-8454-268b85bb07ee for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:24:00.096613 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Updating router 8077edb7-0cf9-4f98-8454-268b85bb07ee port 0aac4243-85ae-471c-883c-079a2f274731 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:24:00.218599 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.536423 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:00.782316 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.833981 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:00.834548 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.969935 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7496-8cc7-4afd-8910-e5178c0fa33a req-09f311ae-7b03-462b-ab2f-3eab84d4afe0 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:00.983089 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-045d7496-8cc7-4afd-8910-e5178c0fa33a req-09f311ae-7b03-462b-ab2f-3eab84d4afe0 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.7968493 Jun 08 18:24:01.082543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.156288 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.171225 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Transition to ACTIVE for port object 0aac4243-85ae-471c-883c-079a2f274731 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:01.182109 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.200832 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-822c8eb6-c3fa-43ec-b005-f8e84c8857a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:01.306673 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a01e1c-a770-4b29-a546-f62a28e62ac3 req-cf06add5-e531-4858-b541-98bf8ab5863b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:01.308273 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d4a01e1c-a770-4b29-a546-f62a28e62ac3 req-cf06add5-e531-4858-b541-98bf8ab5863b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.5394752 Jun 08 18:24:01.386394 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f8c09-5172-4f27-8cce-ff77393929a7 None None] Pushing event updated for resources: {'Port': ['ID=0aac4243-85ae-471c-883c-079a2f274731,revision_number=2']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:01.452347 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-045d7496-8cc7-4afd-8910-e5178c0fa33a req-96e98056-170e-4a55-a27b-8203bf35ecce tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4572496 Jun 08 18:24:01.479628 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Attempting to bind port 0aac4243-85ae-471c-883c-079a2f274731 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:01.480392 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Attempting to bind port 0aac4243-85ae-471c-883c-079a2f274731 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:01.482406 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Attempting to bind port 0aac4243-85ae-471c-883c-079a2f274731 on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:01.494772 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:01.497703 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:01.498313 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.499864 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:01.500846 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Bound port: 0aac4243-85ae-471c-883c-079a2f274731, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:01.502704 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.582712 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.613656 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Allocated IP 172.20.0.1 (abf22e9b-4048-46c1-ab7c-5b6b807269f7/ddf36021-52fd-48d0-a9df-891304ead96d/f6625bb4-11fd-4324-99ff-e41701068b46) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:01.622663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.659084 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-fe385465-b8da-4ce7-8cb5-84aa5d6ab3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:01.696312 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] For port 0aac4243-85ae-471c-883c-079a2f274731, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:01.702173 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] For port 0aac4243-85ae-471c-883c-079a2f274731, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0aac4243-85ae-471c-883c-079a2f274731,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:01.740073 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:01.741551 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8f2f8c09-5172-4f27-8cce-ff77393929a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:01.763857 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:01.772902 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d4a01e1c-a770-4b29-a546-f62a28e62ac3 req-2cf0806f-6981-4e13-bc07-97715b18fea4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188777 Jun 08 18:24:01.924225 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb4da83e29394cd192565c9dbcccb552&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8568120 Jun 08 18:24:01.924990 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43470) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:01.962276 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1341d543-242b-4f2f-8e3e-c37a3b30e098,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:02.002803 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:02.013374 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Routers {'8077edb7-0cf9-4f98-8454-268b85bb07ee'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:02.014061 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['8077edb7-0cf9-4f98-8454-268b85bb07ee'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:02.157115 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.216966 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Transition to ACTIVE for port object f6625bb4-11fd-4324-99ff-e41701068b46 will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:02.241547 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.262220 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f8c09-5172-4f27-8cce-ff77393929a7 None None] Pushing event updated for resources: {'Port': ['ID=0aac4243-85ae-471c-883c-079a2f274731,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:02.271298 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-8f2f8c09-5172-4f27-8cce-ff77393929a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:02.340707 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8f580-d0d5-437a-9765-4e491fcd8cdf req-174f719a-b1d1-471f-acde-8b899cad756b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:02.351712 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9cd8f580-d0d5-437a-9765-4e491fcd8cdf req-174f719a-b1d1-471f-acde-8b899cad756b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.6227407 Jun 08 18:24:02.369256 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] Set router 8077edb7-0cf9-4f98-8454-268b85bb07ee gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:02.407970 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.410379 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:02.410379 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:02.410379 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:02.410379 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:02.410379 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:02.410379 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:02.441076 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.502355 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:02.537632 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:02.540493 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:02.606658 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9cd8f580-d0d5-437a-9765-4e491fcd8cdf req-0e7a721d-7aa4-4c82-93e2-46cd7befc7ed tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525907 Jun 08 18:24:02.674585 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.688723 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.691583 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.698366 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1341d543-242b-4f2f-8e3e-c37a3b30e098 HTTP/1.1" status: 204 len: 168 time: 0.7574067 Jun 08 18:24:02.701641 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-23b3e0ef-43c3-4fb4-baa4-82eb9f535a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:02.752911 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1341d543-242b-4f2f-8e3e-c37a3b30e098,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:02.780146 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:03.168757 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ad657bd6-77c1-4d57-9a54-3fbca96bef98 None None] Provisioning for port f6625bb4-11fd-4324-99ff-e41701068b46 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:03.201135 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ad657bd6-77c1-4d57-9a54-3fbca96bef98 None None] Provisioning complete for port f6625bb4-11fd-4324-99ff-e41701068b46 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:03.203387 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ad657bd6-77c1-4d57-9a54-3fbca96bef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:03.219047 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:03.369120 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-ad657bd6-77c1-4d57-9a54-3fbca96bef98 None None] Port f6625bb4-11fd-4324-99ff-e41701068b46 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:03.384905 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-3d7fb12a-3ba6-42ca-877f-909b65e8e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:03.386466 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-3d7fb12a-3ba6-42ca-877f-909b65e8e82a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1098 time: 0.5600810 Jun 08 18:24:03.439831 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aded8-5cc0-472f-aef8-d5bff5c8e5c9 req-d4d45999-fbba-4bc1-b552-f279af5d4d84 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:03.447458 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-724aded8-5cc0-472f-aef8-d5bff5c8e5c9 req-d4d45999-fbba-4bc1-b552-f279af5d4d84 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.6634820 Jun 08 18:24:03.485457 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bfdcc-d7a7-49ab-b34f-a50ad07948cb req-ff8007d5-fd94-43c1-a77b-9c36c4167e1b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:03.493018 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b84bfdcc-d7a7-49ab-b34f-a50ad07948cb req-ff8007d5-fd94-43c1-a77b-9c36c4167e1b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4741523 Jun 08 18:24:03.513457 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:23:55Z', 'revision_number': 3, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:03.541127 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5110f969-e57f-46e3-9d44-064606a060b6 None None] The sync data for ids ['8077edb7-0cf9-4f98-8454-268b85bb07ee'] in dv-cinder-733622-16-smb is: [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:23:55Z', 'revision_number': 3, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:24:03.561940 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-724aded8-5cc0-472f-aef8-d5bff5c8e5c9 req-5d0703b1-3e39-4fbc-a984-b35accda7d54 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128721 Jun 08 18:24:03.604144 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b84bfdcc-d7a7-49ab-b34f-a50ad07948cb req-3400dd5c-b30f-49f8-b905-d9853053c453 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091108 Jun 08 18:24:03.904591 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:03.914829 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:03.992201 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d5da79c4-c045-4af4-b8cc-37d20b64878e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:04.078976 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:04.125900 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:04.326408 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f4c4-4ade-4c3f-86ea-11f0873879ae req-f24920f3-9a9b-48de-b8d7-a181d6762dd1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:04.365992 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2305f4c4-4ade-4c3f-86ea-11f0873879ae req-f24920f3-9a9b-48de-b8d7-a181d6762dd1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3214474 Jun 08 18:24:04.557226 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2305f4c4-4ade-4c3f-86ea-11f0873879ae req-d41ce288-3e7f-49d6-9e4e-aead44bef7b9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830595 Jun 08 18:24:04.593614 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0aac4243-85ae-471c-883c-079a2f274731 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:04.774467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Pushing event updated for resources: {'Port': ['ID=f6625bb4-11fd-4324-99ff-e41701068b46,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:04.894712 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:04.904204 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 0aac4243-85ae-471c-883c-079a2f274731 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:04.918563 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 0aac4243-85ae-471c-883c-079a2f274731 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:04.919611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:05.056171 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-301309a9-c4a3-4780-8408-b49035885a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:05.060894 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-301309a9-c4a3-4780-8408-b49035885a6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 1.6547277 Jun 08 18:24:05.074441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9467d1c-7031-49db-8463-6d7b853d7f5e req-ca74311e-5ffa-4b66-aea6-f986fdf024fb tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:05.093082 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f9467d1c-7031-49db-8463-6d7b853d7f5e req-ca74311e-5ffa-4b66-aea6-f986fdf024fb tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2335484 Jun 08 18:24:05.284256 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f9467d1c-7031-49db-8463-6d7b853d7f5e req-21082909-31ea-42da-b3e9-0a89a3eafac7 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901400 Jun 08 18:24:05.348693 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:05.450428 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 0aac4243-85ae-471c-883c-079a2f274731, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0aac4243-85ae-471c-883c-079a2f274731,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:05.484569 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:05.490224 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-3be91fd2-e3a7-436e-9419-0c58ef8f9997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:05.689853 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=0aac4243-85ae-471c-883c-079a2f274731,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:05.707010 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:05.740181 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:05.743378 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:06.008421 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-70700d7a-47f7-48db-bd00-9990ccc25db2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 1001 time: 0.9338028 Jun 08 18:24:06.327719 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b6bd2-e56e-4b89-9444-55448a888bb1 req-a7acb94c-1c87-4ad8-8cb4-c3e3b83b65e6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:06.332827 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2c5b6bd2-e56e-4b89-9444-55448a888bb1 req-a7acb94c-1c87-4ad8-8cb4-c3e3b83b65e6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3216934 Jun 08 18:24:06.443591 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-0855c4cc-cd66-4598-8329-5a8b15ac4db6 None None] Provisioning complete for port f6625bb4-11fd-4324-99ff-e41701068b46 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:06.444337 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0855c4cc-cd66-4598-8329-5a8b15ac4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.560516 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-b1304e0a-0498-4adf-86c3-99b14f6fee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:06.562072 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-b1304e0a-0498-4adf-86c3-99b14f6fee38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.5357172 Jun 08 18:24:06.635175 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c065-a7dd-4834-8d73-014b2613fe12 req-8f0c0d5f-9aa1-4b4b-a452-5b32f6fcc220 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:06.649818 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0f33c065-a7dd-4834-8d73-014b2613fe12 req-8f0c0d5f-9aa1-4b4b-a452-5b32f6fcc220 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.7922611 Jun 08 18:24:06.677328 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0aac4243-85ae-471c-883c-079a2f274731 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:06.861215 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0f33c065-a7dd-4834-8d73-014b2613fe12 req-7d888d6f-d682-4c85-bdc4-1876e80f4b71 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053158 Jun 08 18:24:06.907647 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2c5b6bd2-e56e-4b89-9444-55448a888bb1 req-09c07289-91e1-4549-acb7-ed9fca079ad3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508554 Jun 08 18:24:06.969903 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Router 8077edb7-0cf9-4f98-8454-268b85bb07ee has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:24:07.067642 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 0aac4243-85ae-471c-883c-079a2f274731 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:07.068290 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:07.343070 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-0855c4cc-cd66-4598-8329-5a8b15ac4db6 None None] Port f6625bb4-11fd-4324-99ff-e41701068b46 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:07.566559 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cc5-d514-4ae7-a0b2-2823dd0abe4d req-4c26da0b-d761-43fe-bd79-c6c5a822d833 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:07.574115 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3ab34cc5-d514-4ae7-a0b2-2823dd0abe4d req-4c26da0b-d761-43fe-bd79-c6c5a822d833 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.3970976 Jun 08 18:24:07.595475 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-8bb1c2df-e455-48e6-ad0a-de1b0e44d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:07.597766 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-8bb1c2df-e455-48e6-ad0a-de1b0e44d18f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.9981549 Jun 08 18:24:07.754975 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3ab34cc5-d514-4ae7-a0b2-2823dd0abe4d req-82c2eee5-4625-41e2-a8ad-4fc10d8cf587 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598876 Jun 08 18:24:07.973203 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-7e6762ff-aaf2-4e58-8299-a11bb6f8c57d service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582077 Jun 08 18:24:08.332253 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-072f0e39-e1e3-46e3-939a-162f605eefc8 req-b488461c-d4f7-41cd-bd78-36cfd5a306df service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488305 Jun 08 18:24:08.350445 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:24:08.364701 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] 10.222.0.41 "PUT /v2.0/routers/8077edb7-0cf9-4f98-8454-268b85bb07ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7791796 Jun 08 18:24:08.369432 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Sync routers for ids ['8077edb7-0cf9-4f98-8454-268b85bb07ee'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:24:08.403746 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Routers {'8077edb7-0cf9-4f98-8454-268b85bb07ee'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:08.405057 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['8077edb7-0cf9-4f98-8454-268b85bb07ee'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:08.921427 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e6296-eb82-4040-ab5f-c5830a979236 req-dc05c0ae-a700-4abc-8540-998c94f37bc8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:08.926579 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e88e6296-eb82-4040-ab5f-c5830a979236 req-dc05c0ae-a700-4abc-8540-998c94f37bc8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3419282 Jun 08 18:24:08.946001 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Set router 8077edb7-0cf9-4f98-8454-268b85bb07ee gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:08.969766 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b481e8-2e5f-47c1-a50f-b2a54af3ca6a req-8705bfac-9d59-41c1-885f-5f0c36041384 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:08.986169 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-47b481e8-2e5f-47c1-a50f-b2a54af3ca6a req-8705bfac-9d59-41c1-885f-5f0c36041384 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.7003191 Jun 08 18:24:09.169082 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e88e6296-eb82-4040-ab5f-c5830a979236 req-c6b40013-8102-40b7-86ff-544648ad9c37 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724601 Jun 08 18:24:09.287890 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-47b481e8-2e5f-47c1-a50f-b2a54af3ca6a req-541395c6-9d7b-4115-aed7-2af9143537a7 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041101 Jun 08 18:24:10.114252 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:24:02Z', 'revision_number': 4, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f6625bb4-11fd-4324-99ff-e41701068b46', 'name': '', 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'mac_address': 'fa:16:3e:20:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ddf36021-52fd-48d0-a9df-891304ead96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:01Z', 'updated_at': '2021-06-08T18:24:03Z', 'revision_number': 2, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'subnets': [{'id': 'ddf36021-52fd-48d0-a9df-891304ead96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:10.132753 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Checking router: 8077edb7-0cf9-4f98-8454-268b85bb07ee for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:24:10.133115 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Updating router 8077edb7-0cf9-4f98-8454-268b85bb07ee port f6625bb4-11fd-4324-99ff-e41701068b46 binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:24:10.312404 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-cc23cee2-26db-48ab-b41a-e27ba32838cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.336997 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.394163 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74a87c-d160-470d-aaec-360cea976034 req-ae21fc00-74fe-4835-b686-211640945399 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:10.400485 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2e74a87c-d160-470d-aaec-360cea976034 req-ae21fc00-74fe-4835-b686-211640945399 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2087116 Jun 08 18:24:10.533109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43634) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:10.540670 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372849156', 'description': 'tempest-secgroup-smoke-372849156 description', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:10.564139 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2e74a87c-d160-470d-aaec-360cea976034 req-149acd4f-a907-4946-a308-e5c910ddf9d3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577091 Jun 08 18:24:10.626281 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.882690 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.888644 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.894607 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-39f42459-ac9b-4aa0-bd2b-b3e9e5a37977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:10.935662 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.962612 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.967091 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4313402 Jun 08 18:24:10.972654 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Transition to ACTIVE for port object f6625bb4-11fd-4324-99ff-e41701068b46 will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:10.976758 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43644) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:10.991353 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c574d643-00ad-4552-ad7c-795a4002f844,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:10.995932 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.998061 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:11.006058 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-706fc553-ccb7-4323-93e3-8b2ec9e20c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:11.008284 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group_rule': {'security_group_id': 'c574d643-00ad-4552-ad7c-795a4002f844', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:11.194443 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.244973 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991491d-8d29-4068-9fa0-bfae7f5fb681 None None] Pushing event updated for resources: {'Port': ['ID=f6625bb4-11fd-4324-99ff-e41701068b46,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:11.302072 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7991491d-8d29-4068-9fa0-bfae7f5fb681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:11.370135 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2d399-fd17-414e-a6e8-d7df8d563463 req-1bcf3c2b-f7f8-422d-b819-5c8e6f400a72 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:11.378333 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-79a2d399-fd17-414e-a6e8-d7df8d563463 req-1bcf3c2b-f7f8-422d-b819-5c8e6f400a72 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 945 time: 0.5350463 Jun 08 18:24:11.519053 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321206-3cba-4ffb-bb8e-6e463578e196 req-6afd91d3-48cf-4d16-bd74-70dd6b48076c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:11.531546 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3b321206-3cba-4ffb-bb8e-6e463578e196 req-6afd91d3-48cf-4d16-bd74-70dd6b48076c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.5554121 Jun 08 18:24:11.644259 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Attempting to bind port f6625bb4-11fd-4324-99ff-e41701068b46 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:11.644949 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Attempting to bind port f6625bb4-11fd-4324-99ff-e41701068b46 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:11.646410 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Attempting to bind port f6625bb4-11fd-4324-99ff-e41701068b46 on network abf22e9b-4048-46c1-ab7c-5b6b807269f7 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:11.661028 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:11.661618 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Checking segment: {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:11.662006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.662304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.663210 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Bound using segment: {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:11.663897 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Bound port: f6625bb4-11fd-4324-99ff-e41701068b46, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e72d4c1-cbce-4ce3-adbb-409c451f8989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:11.664572 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.689534 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.717270 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:11.758257 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-79a2d399-fd17-414e-a6e8-d7df8d563463 req-22d9f586-5434-4e8f-bacb-f8f1e38a7f1f tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784213 Jun 08 18:24:11.863705 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ce3d68-41ea-4f50-a1cf-cff17caaeee5,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:11.870441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:11.897775 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3b321206-3cba-4ffb-bb8e-6e463578e196 req-ae665901-15f7-4fd8-bb9b-a2053c8bed6c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635213 Jun 08 18:24:11.903099 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.907263 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43654) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:11.908867 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9265125 Jun 08 18:24:11.917032 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group_rule': {'security_group_id': 'c574d643-00ad-4552-ad7c-795a4002f844', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:12.006684 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.056472 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] For port f6625bb4-11fd-4324-99ff-e41701068b46, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:12.097776 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] For port f6625bb4-11fd-4324-99ff-e41701068b46, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=f6625bb4-11fd-4324-99ff-e41701068b46,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:12.135237 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.145317 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:12.270619 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.310957 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.316237 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:12.392613 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5923174a-71a5-47e4-ab8e-bea833bafd98,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:12.398770 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:12.409995 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.414879 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5050838 Jun 08 18:24:12.416743 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43660) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:12.428088 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group_rule': {'security_group_id': 'c574d643-00ad-4552-ad7c-795a4002f844', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:12.473752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43664) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:12.509207 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.566529 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742c5a7-c218-4972-8906-5a98ecbdc0f4 req-ade021aa-d4af-43e4-a22f-1838e4034b49 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:12.582947 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f742c5a7-c218-4972-8906-5a98ecbdc0f4 req-ade021aa-d4af-43e4-a22f-1838e4034b49 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.6025627 Jun 08 18:24:12.594448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Routers {'8077edb7-0cf9-4f98-8454-268b85bb07ee'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:12.595109 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:23:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['8077edb7-0cf9-4f98-8454-268b85bb07ee'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:12.672448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.681743 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.689025 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:12.740801 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06e9371-5061-4223-a278-182a6e7c16f9,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:12.754084 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:12.759067 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f742c5a7-c218-4972-8906-5a98ecbdc0f4 req-75481dce-abe0-4ede-ae10-b6738ca0d636 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749597 Jun 08 18:24:12.766014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.770759 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-25de2ea6-6e5e-4451-b1e8-5bbae4e59ee8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499644 Jun 08 18:24:12.771739 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43672) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:12.788158 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group_rule': {'security_group_id': 'c574d643-00ad-4552-ad7c-795a4002f844', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:12.898709 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.047431 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.139682 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991491d-8d29-4068-9fa0-bfae7f5fb681 None None] Pushing event updated for resources: {'Port': ['ID=f6625bb4-11fd-4324-99ff-e41701068b46,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:13.161116 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7991491d-8d29-4068-9fa0-bfae7f5fb681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:13.391009 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd74e-ef58-41fa-8862-329c14812464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.394337 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] Set router 8077edb7-0cf9-4f98-8454-268b85bb07ee gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:13.471049 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.480073 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.520853 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-65a368ac-cc8b-4675-bcef-29f2f26940b2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:13.577391 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.587094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09521d1d-9344-4c27-b4d9-17af64e5df86,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:13.592481 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:13.601190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.621584 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4167f980-80f7-43b9-8916-0d0316021787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:13.645019 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.648680 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a515fecd-4f40-4e25-be6f-f0924bf6ef5c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8732123 Jun 08 18:24:13.663044 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43680) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:13.675785 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group_rule': {'security_group_id': 'c574d643-00ad-4552-ad7c-795a4002f844', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:13.677438 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce13b4f-954f-4204-8ff7-24f1923ba634 req-eae8bae5-4190-452e-8bbb-c5080c884f80 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:13.678964 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dce13b4f-954f-4204-8ff7-24f1923ba634 req-eae8bae5-4190-452e-8bbb-c5080c884f80 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 945 time: 0.6052539 Jun 08 18:24:13.703730 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e7d10-aa2f-4895-acab-fb7b7c87574b req-c3f7d77a-731f-4290-9804-6a0154b9f979 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:13.716326 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-942e7d10-aa2f-4895-acab-fb7b7c87574b req-c3f7d77a-731f-4290-9804-6a0154b9f979 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3748908 Jun 08 18:24:13.766125 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.771585 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed080d1-5d76-4909-bacc-389dc8dc393f,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:13.800813 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:13.835024 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac306f332dc5465a88b44fda079185c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3589675 Jun 08 18:24:13.838341 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.securitygroups_db [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Project e882cfe2999b4ae990f9f31d8d781aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:24:13.846111 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43684) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:13.857240 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:13.872152 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dce13b4f-954f-4204-8ff7-24f1923ba634 req-6f430712-a1e8-47a5-9de4-fec65f13f4a9 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174421 Jun 08 18:24:13.963318 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-942e7d10-aa2f-4895-acab-fb7b7c87574b req-3c665b1f-e880-41a8-b212-f008b305303d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457869 Jun 08 18:24:14.049913 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.061237 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.076445 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2b8647b9-22c9-4754-979b-4d0942cdc7e1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:14.111077 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.126085 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c5d215-9fcf-43b8-8ff7-b932551a1aab,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:14.139119 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:14.143177 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.148755 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-fe45e31e-4b18-4054-a201-334ec7a158c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4825921 Jun 08 18:24:14.150919 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43686) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:14.162479 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'security_group_rule': {'security_group_id': 'c574d643-00ad-4552-ad7c-795a4002f844', 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:14.191204 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.236876 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.securitygroups_db [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Project e882cfe2999b4ae990f9f31d8d781aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:24:14.254102 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.261479 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:24:02Z', 'revision_number': 4, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f6625bb4-11fd-4324-99ff-e41701068b46', 'name': '', 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'mac_address': 'fa:16:3e:20:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ddf36021-52fd-48d0-a9df-891304ead96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:01Z', 'updated_at': '2021-06-08T18:24:12Z', 'revision_number': 4, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'subnets': [{'id': 'ddf36021-52fd-48d0-a9df-891304ead96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:14.274154 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6cc134-b5fd-4fe3-83aa-42e74dc44ba9 None None] The sync data for ids ['8077edb7-0cf9-4f98-8454-268b85bb07ee'] in dv-cinder-733622-16-smb is: [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:24:02Z', 'revision_number': 4, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f6625bb4-11fd-4324-99ff-e41701068b46', 'name': '', 'network_id': 'abf22e9b-4048-46c1-ab7c-5b6b807269f7', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'mac_address': 'fa:16:3e:20:f8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'ddf36021-52fd-48d0-a9df-891304ead96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:01Z', 'updated_at': '2021-06-08T18:24:12Z', 'revision_number': 4, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'subnets': [{'id': 'ddf36021-52fd-48d0-a9df-891304ead96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:24:14.348657 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.449109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.472542 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.474962 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-23f4a0c3-0786-4b44-a431-f5178a83541c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:14.534691 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5836dd-3643-4876-b996-39619ce74a9a,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:14.546716 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:14.555668 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.557942 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.564806 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ed080d1-5d76-4909-bacc-389dc8dc393f HTTP/1.1" status: 204 len: 168 time: 0.6913562 Jun 08 18:24:14.566286 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:14.567558 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-753d71b8-12cb-4690-916c-3056c36d353c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4149804 Jun 08 18:24:14.575609 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-84e970ad-8337-4527-817f-6052afde89d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:14.629987 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed080d1-5d76-4909-bacc-389dc8dc393f,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:14.633125 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:14.744134 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4dde-867e-4ea9-aa9b-cd5f306feaa5 req-314f86f9-ddc9-4fbc-9d33-b04b59c4b905 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:14.753784 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-14df4dde-867e-4ea9-aa9b-cd5f306feaa5 req-314f86f9-ddc9-4fbc-9d33-b04b59c4b905 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4472270 Jun 08 18:24:14.852532 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-14df4dde-867e-4ea9-aa9b-cd5f306feaa5 req-204a74b8-96ca-4dd2-8c0f-a4de04c44d04 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971591 Jun 08 18:24:15.406328 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828406b4-355e-4f3f-a582-1b918180c5bc req-58431667-3367-4c8c-89c7-ca913e32c9aa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.421640 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-828406b4-355e-4f3f-a582-1b918180c5bc req-58431667-3367-4c8c-89c7-ca913e32c9aa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 945 time: 0.3124290 Jun 08 18:24:15.740153 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:15.782089 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516dda-69b6-4b35-bbaf-41d5903d94ae req-3ec7929f-13f6-41b4-bef2-8f0cbe2ad348 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.791486 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f2516dda-69b6-4b35-bbaf-41d5903d94ae req-3ec7929f-13f6-41b4-bef2-8f0cbe2ad348 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 945 time: 0.6078935 Jun 08 18:24:15.819972 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43734) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:15.842362 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70f74c-91a1-4b56-8702-e6a4ff06f311 req-97008335-07a9-43cf-ac62-4f1a2eb941fa tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.850535 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6b70f74c-91a1-4b56-8702-e6a4ff06f311 req-97008335-07a9-43cf-ac62-4f1a2eb941fa tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.5144966 Jun 08 18:24:15.914567 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-589182f4-1869-4d19-90a5-d19fbd2bf736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:16.017501 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f2516dda-69b6-4b35-bbaf-41d5903d94ae req-42874489-b171-41df-a1ce-f7066bbf72c2 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157507 Jun 08 18:24:16.060349 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Deleting port e93faf0c-5888-4569-b5dc-5f070bcb95b8 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:24:16.061000 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:16.065756 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6b70f74c-91a1-4b56-8702-e6a4ff06f311 req-8f5009a9-2211-415e-bb69-16ab5e043f63 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127762 Jun 08 18:24:16.369934 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-589182f4-1869-4d19-90a5-d19fbd2bf736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:16.413972 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-589182f4-1869-4d19-90a5-d19fbd2bf736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:16.494529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-821d2efd-260d-4a81-9295-ebff627b0781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:16.624948 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f6625bb4-11fd-4324-99ff-e41701068b46 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:16.646301 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f7c38-0da7-47c8-8987-f94d9930073c req-9a519465-4d93-4bfc-8499-fca357891dcc tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:16.654920 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e7f7c38-0da7-47c8-8987-f94d9930073c req-9a519465-4d93-4bfc-8499-fca357891dcc tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.3022594 Jun 08 18:24:16.713786 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-589182f4-1869-4d19-90a5-d19fbd2bf736 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a38410c8af354626a3de92a16e551717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920846 Jun 08 18:24:16.714910 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43754) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:16.717643 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] For port e93faf0c-5888-4569-b5dc-5f070bcb95b8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e93faf0c-5888-4569-b5dc-5f070bcb95b8,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:16.718398 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:16.779824 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e7f7c38-0da7-47c8-8987-f94d9930073c req-80ba289f-185e-44bb-9b45-33094f4aca97 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178386 Jun 08 18:24:16.796292 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589182f4-1869-4d19-90a5-d19fbd2bf736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9d21c6-b9ea-437f-99b9-a083e1782d8f,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:16.807845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port f6625bb4-11fd-4324-99ff-e41701068b46 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:16.823656 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port f6625bb4-11fd-4324-99ff-e41701068b46 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:16.830635 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.026372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-589182f4-1869-4d19-90a5-d19fbd2bf736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:17.111639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Calling delete_port for e93faf0c-5888-4569-b5dc-5f070bcb95b8 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:24:17.117013 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.202591 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.211438 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port f6625bb4-11fd-4324-99ff-e41701068b46, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=f6625bb4-11fd-4324-99ff-e41701068b46,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:17.223224 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.244404 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:17.315343 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.518584 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.529040 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=f6625bb4-11fd-4324-99ff-e41701068b46,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:17.530017 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.533964 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a9d21c6-b9ea-437f-99b9-a083e1782d8f HTTP/1.1" status: 204 len: 168 time: 0.7863643 Jun 08 18:24:17.540630 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fa6a5e64-35ae-43d4-a38e-ba645b84b493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:17.549961 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:17.619810 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9d21c6-b9ea-437f-99b9-a083e1782d8f,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:17.658285 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.658877 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.659341 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.659833 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.660245 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.660830 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.661364 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.661823 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.662282 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.662731 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.663221 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.663665 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:17.679745 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:17.687981 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.695119 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-19f71376-4392-406e-aaf3-0d6bffe8ba33 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:17.737403 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-405d11b3-6f70-4b09-9766-531535e9240d req-34c0ed70-a6fc-4f25-b888-437ca840bbc6 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 210 time: 0.1190317 Jun 08 18:24:17.812671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8af6-9410-4f2e-91ce-92c180d571fb req-5b18635b-2211-49a1-b0dc-02cd3c08382f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:17.821841 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b19b8af6-9410-4f2e-91ce-92c180d571fb req-5b18635b-2211-49a1-b0dc-02cd3c08382f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3245749 Jun 08 18:24:17.864878 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Pushing event deleted for resources: {'Port': ['ID=e93faf0c-5888-4569-b5dc-5f070bcb95b8,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:17.868466 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:17.911317 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] No DVR routers for this DVR port e93faf0c-5888-4569-b5dc-5f070bcb95b8 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:24:17.914882 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:17.918194 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-828406b4-355e-4f3f-a582-1b918180c5bc req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "DELETE /v2.0/ports/e93faf0c-5888-4569-b5dc-5f070bcb95b8 HTTP/1.1" status: 204 len: 173 time: 2.4940484 Jun 08 18:24:17.918989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'name': 'network-vif-deleted', 'tag': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:17.931078 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f708cfe-a4cd-41b9-b7db-b759db50f7ee" -d '{"events": [{"server_uuid": "f0200586-60d3-4d04-acb0-cfc16cbb5be5", "name": "network-vif-deleted", "tag": "e93faf0c-5888-4569-b5dc-5f070bcb95b8"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:17.951594 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b19b8af6-9410-4f2e-91ce-92c180d571fb req-dab59614-9611-4283-8c7b-ef4266ca7d8b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277399 Jun 08 18:24:18.100412 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e03346-3f79-4930-8bda-847bb5d2ce01 x-openstack-request-id: req-52e03346-3f79-4930-8bda-847bb5d2ce01 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:18.101260 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0200586-60d3-4d04-acb0-cfc16cbb5be5", "name": "network-vif-deleted", "tag": "e93faf0c-5888-4569-b5dc-5f070bcb95b8", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:18.101815 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52e03346-3f79-4930-8bda-847bb5d2ce01 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:18.102615 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0200586-60d3-4d04-acb0-cfc16cbb5be5', 'name': 'network-vif-deleted', 'tag': 'e93faf0c-5888-4569-b5dc-5f070bcb95b8', 'status': 'completed', 'code': 200} Jun 08 18:24:18.265417 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6aebd-6bf8-4501-b292-47e529619bcb req-d5c4c2ae-779e-4e75-80b5-9fe3e5d8cad4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:18.269009 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-28e6aebd-6bf8-4501-b292-47e529619bcb req-d5c4c2ae-779e-4e75-80b5-9fe3e5d8cad4 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2596810 Jun 08 18:24:18.378824 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-28e6aebd-6bf8-4501-b292-47e529619bcb req-5c5d3b03-c9b8-4636-9c99-b21d83fd9301 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019862 Jun 08 18:24:18.460718 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f6625bb4-11fd-4324-99ff-e41701068b46 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:18.465722 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43812) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:18.502083 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:18.638916 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port f6625bb4-11fd-4324-99ff-e41701068b46 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:18.639456 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.186104 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.197926 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.220172 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8a2bafbb-8280-4693-9b7f-9b7f2fbf2bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:19.245245 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2e139c59-1f8a-4dea-862f-b81872d468fc req-2a118e3b-2eeb-4dbb-a7b1-5560f4c18221 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0200586-60d3-4d04-acb0-cfc16cbb5be5 HTTP/1.1" status: 200 len: 210 time: 0.1582901 Jun 08 18:24:19.295226 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfcba0cdbb194758b924bf6c0c3bfc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8285422 Jun 08 18:24:19.297646 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-bfb14f01-6ecb-4b58-aa6d-9d2371e79cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:19.299177 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-bfb14f01-6ecb-4b58-aa6d-9d2371e79cf8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1098 time: 0.4061985 Jun 08 18:24:19.299893 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43838) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:19.343572 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b756342e-eeae-4bdc-b7d0-b84530c6ca6c,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:19.351209 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:19.477344 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e93faf0c-5888-4569-b5dc-5f070bcb95b8 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:24:19.554641 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02225313-c4c5-4ca7-902e-effe2c7f111f req-49150045-2eb1-4d02-b4aa-0efe527f8524 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:19.556183 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-02225313-c4c5-4ca7-902e-effe2c7f111f req-49150045-2eb1-4d02-b4aa-0efe527f8524 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.3100283 Jun 08 18:24:19.564304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: e93faf0c-5888-4569-b5dc-5f070bcb95b8 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:24:19.566049 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e93faf0c-5888-4569-b5dc-5f070bcb95b8 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:24:19.573683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.592947 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-7d682333-6f49-4e7a-aae3-23a238c6aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:19.595071 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-7d682333-6f49-4e7a-aae3-23a238c6aaf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.2824461 Jun 08 18:24:19.690616 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.777854 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-63b64941-5619-47a5-93d9-9300e4400587 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 200 len: 1000 time: 0.1660488 Jun 08 18:24:19.821956 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-02225313-c4c5-4ca7-902e-effe2c7f111f req-c9c74ed0-ccb9-419b-a085-eaff27b79aab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484701 Jun 08 18:24:19.825698 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17657030-18a0-4c43-a742-8886a2cee524 req-036815e1-1548-4008-b69a-57abe0c0793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:19.827425 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17657030-18a0-4c43-a742-8886a2cee524 req-036815e1-1548-4008-b69a-57abe0c0793a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.3580480 Jun 08 18:24:19.889645 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.892340 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:19.896286 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b756342e-eeae-4bdc-b7d0-b84530c6ca6c HTTP/1.1" status: 204 len: 168 time: 0.5944886 Jun 08 18:24:19.901168 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14a865-2f39-4daa-8c51-db75cc6dc160 req-ecf9902b-c2fe-440d-8428-cebc004e83f0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:19.903447 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c3e6acf3-a88a-4072-9fe5-416348995bc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:19.908384 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e14a865-2f39-4daa-8c51-db75cc6dc160 req-ecf9902b-c2fe-440d-8428-cebc004e83f0 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2340817 Jun 08 18:24:19.915197 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-f16b36d4-0924-4fac-aae3-5877feb89f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:19.916901 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-f16b36d4-0924-4fac-aae3-5877feb89f5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.1325347 Jun 08 18:24:19.922697 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17657030-18a0-4c43-a742-8886a2cee524 req-6ff0dc32-5179-4dda-bfc6-d75f27f970f1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829625 Jun 08 18:24:19.923974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b756342e-eeae-4bdc-b7d0-b84530c6ca6c,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:19.926620 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:19.983576 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e14a865-2f39-4daa-8c51-db75cc6dc160 req-fc2964af-8769-451e-90e3-182133a50c9d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740805 Jun 08 18:24:20.120730 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-faee649b-6c8c-4eac-9305-9dd1b13203d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:20.123750 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-faee649b-6c8c-4eac-9305-9dd1b13203d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1423762 Jun 08 18:24:20.346284 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-f190f723-9206-4afa-aab5-d399b85f8dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049375 Jun 08 18:24:20.558040 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fdb23b7f-535d-4fae-93ff-28560675d8ef req-e5c3af1c-e6ee-4e84-a6f0-6493f847395a service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013907 Jun 08 18:24:21.129996 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9c05-593c-485e-9c02-003f192d9662 req-cea348a1-8a8a-4259-8a03-ea9638c69936 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:21.131418 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-14da9c05-593c-485e-9c02-003f192d9662 req-cea348a1-8a8a-4259-8a03-ea9638c69936 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 945 time: 0.0984225 Jun 08 18:24:21.224811 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-14da9c05-593c-485e-9c02-003f192d9662 req-e54a979f-d18f-48cf-8d58-46f07771fafc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579414 Jun 08 18:24:21.258967 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075837ad-40eb-416e-955a-af9c4fc63527 req-9bb508f9-dd3f-4d7b-ae1a-451e404cc099 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:21.260496 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-075837ad-40eb-416e-955a-af9c4fc63527 req-9bb508f9-dd3f-4d7b-ae1a-451e404cc099 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1385140 Jun 08 18:24:21.311056 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-075837ad-40eb-416e-955a-af9c4fc63527 req-f182ea7a-7202-483e-b501-9f8b04a6ff4d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Jun 08 18:24:21.514321 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:24:21.646319 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:21.680034 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:21.682685 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9101d2b4-8601-4d18-8393-0a9316a79ae4" -d '{"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:21.691864 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:21.697688 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:21.702148 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7991491d-8d29-4068-9fa0-bfae7f5fb681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:21.798878 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35855180-8294-4903-bca4-7f12fe04e967 x-openstack-request-id: req-35855180-8294-4903-bca4-7f12fe04e967 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:21.799781 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:21.801021 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35855180-8294-4903-bca4-7f12fe04e967 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:21.802575 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'code': 200} Jun 08 18:24:21.844834 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=8']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:21.853030 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:22.013800 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-e61e4436-1faf-4ca6-a13f-ce1f7417e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:22.015576 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-e61e4436-1faf-4ca6-a13f-ce1f7417e98b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.1125865 Jun 08 18:24:22.339093 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8261a-c41a-4e36-94c9-785d05b86feb req-241bc47e-cdfb-4477-8664-132ba2780281 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:22.341967 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-eb216f6e-8bed-4923-a886-e751686c78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:22.351215 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-eb216f6e-8bed-4923-a886-e751686c78da service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.3183684 Jun 08 18:24:22.358044 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7c8261a-c41a-4e36-94c9-785d05b86feb req-241bc47e-cdfb-4477-8664-132ba2780281 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.3548768 Jun 08 18:24:22.497233 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7c8261a-c41a-4e36-94c9-785d05b86feb req-8b364c41-adf5-4d8c-9fcf-16734793246f tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369123 Jun 08 18:24:22.519727 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-ddd4b7d6-b653-4dcd-bd9e-36648339c05c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.1495638 Jun 08 18:24:22.648347 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-ceb2e63a-186c-4acd-b2ba-e996bd41876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:22.650837 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-ceb2e63a-186c-4acd-b2ba-e996bd41876e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.1231463 Jun 08 18:24:22.748484 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-e068a5e7-a5e7-42a8-8e05-dbbdae2b3a7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904930 Jun 08 18:24:22.800908 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22915fa-5e63-4ea1-93dc-9513ebd0fc04 req-c647b0e8-f8dc-415b-85e9-652f3d735547 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:22.802707 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d22915fa-5e63-4ea1-93dc-9513ebd0fc04 req-c647b0e8-f8dc-415b-85e9-652f3d735547 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2436693 Jun 08 18:24:22.936039 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d22915fa-5e63-4ea1-93dc-9513ebd0fc04 req-c8a3c637-753c-4fbc-a676-b64547c8bc3d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253264 Jun 08 18:24:23.033851 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-9c9424b0-49b0-4a10-8b44-1599fc7abc29 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767351 Jun 08 18:24:23.136332 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 43922) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:23.340723 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-292e1874-fe97-45a9-b3ce-72abde9bc6af req-d661fc1e-0526-4a05-9863-6d09f0ad899e service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975385 Jun 08 18:24:23.344394 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.490875 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.495581 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.504905 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-58e80fac-96ce-4ab8-a4e8-18707f23d392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:23.557113 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acc9ab1dbc164e76bfb45ff3208891f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187858 Jun 08 18:24:23.560216 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 43926) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:23.566254 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d3d809-2552-4c9b-9b4e-1d7522976f28,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:23.580558 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.580963 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.581480 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.581833 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.582189 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.582536 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.582879 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.583234 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.583574 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.583910 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.584249 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.584598 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:23.590458 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:23.665505 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.701605 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.793456 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.796372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:23.798004 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8d3d809-2552-4c9b-9b4e-1d7522976f28 HTTP/1.1" status: 204 len: 168 time: 0.2364001 Jun 08 18:24:23.798901 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-420b57be-4a49-4b31-888c-e95c8bd1ae35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:23.816366 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d3d809-2552-4c9b-9b4e-1d7522976f28,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:23.820063 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:23.888119 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5ff12-dac6-46db-b8fd-b1db5a696df7 req-54ad5366-e5a6-46a8-83d1-a453538e1f25 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:23.889755 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2cb5ff12-dac6-46db-b8fd-b1db5a696df7 req-54ad5366-e5a6-46a8-83d1-a453538e1f25 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2187169 Jun 08 18:24:24.139246 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2cb5ff12-dac6-46db-b8fd-b1db5a696df7 req-b7b406b9-88a6-4b11-a696-78cea8159041 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429254 Jun 08 18:24:24.407988 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9415591-0f48-41d1-9b21-b333f3945914 req-6c4d58ed-7f00-4e0a-a42b-5141e5e2941d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:24.409623 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b9415591-0f48-41d1-9b21-b333f3945914 req-6c4d58ed-7f00-4e0a-a42b-5141e5e2941d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1398456 Jun 08 18:24:24.484548 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b9415591-0f48-41d1-9b21-b333f3945914 req-929fc391-532b-470a-a0fb-a41acdac983c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679533 Jun 08 18:24:25.456401 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60a3c-5126-499e-91a1-68601089a4e5 req-7f962441-3e37-4704-92de-ebf2e4a6f31b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:25.458373 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-00a60a3c-5126-499e-91a1-68601089a4e5 req-7f962441-3e37-4704-92de-ebf2e4a6f31b tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1425066 Jun 08 18:24:25.542791 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:24:25.572057 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-00a60a3c-5126-499e-91a1-68601089a4e5 req-fe19911e-b540-4578-826e-938617cd648a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015260 Jun 08 18:24:26.429092 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620ee3-e4be-4e18-a74f-f10d3b5b64bc req-b255b3d9-5753-4e3c-80df-b53a65da0fe3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:26.431307 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-72620ee3-e4be-4e18-a74f-f10d3b5b64bc req-b255b3d9-5753-4e3c-80df-b53a65da0fe3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.3198798 Jun 08 18:24:26.525647 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-72620ee3-e4be-4e18-a74f-f10d3b5b64bc req-975650a8-6991-4d0b-a3f4-d47881a14d5c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858884 Jun 08 18:24:27.821536 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c368f-dcc8-4412-9aad-b651e0d37388 req-4fd201c1-7b8d-4540-a7f9-2cbce44ca691 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:27.823472 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d94c368f-dcc8-4412-9aad-b651e0d37388 req-4fd201c1-7b8d-4540-a7f9-2cbce44ca691 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1285677 Jun 08 18:24:27.907573 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d94c368f-dcc8-4412-9aad-b651e0d37388 req-5988eba1-7e37-4499-9858-52b248311d8e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715153 Jun 08 18:24:29.158871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4bff-cb2a-4354-a5ca-9ea982ef0d8e req-f135239a-d979-4168-a001-f19602a968f7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:29.160905 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3fbd4bff-cb2a-4354-a5ca-9ea982ef0d8e req-f135239a-d979-4168-a001-f19602a968f7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1035557 Jun 08 18:24:29.240410 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3fbd4bff-cb2a-4354-a5ca-9ea982ef0d8e req-648bc17d-382d-49df-b4e9-95ef23d6d8c2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688138 Jun 08 18:24:29.978010 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-501af923-1115-4fea-9780-3518f01e43c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1556664 Jun 08 18:24:30.228722 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-cf373785-1c28-4757-87ee-72f5ff43f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:30.230588 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-cf373785-1c28-4757-87ee-72f5ff43f93e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 1098 time: 0.1265922 Jun 08 18:24:30.407389 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-8bce9abf-f29c-43b0-a5e4-2077c7d5e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:30.409036 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-8bce9abf-f29c-43b0-a5e4-2077c7d5e9ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 200 len: 919 time: 0.1572840 Jun 08 18:24:30.493112 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-49cf440e-73ee-4053-a31d-998e26acd3bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 200 len: 217 time: 0.0761826 Jun 08 18:24:30.604837 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164e913-34fb-4f25-ba0f-705e8258c791 req-3572764c-c16c-4f42-b5f0-79c9ef72837e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:30.613116 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-7fd6b4a0-45d4-4efd-94ba-68b2a781afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:30.613530 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9164e913-34fb-4f25-ba0f-705e8258c791 req-3572764c-c16c-4f42-b5f0-79c9ef72837e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1494973 Jun 08 18:24:30.614966 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-7fd6b4a0-45d4-4efd-94ba-68b2a781afdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 200 len: 858 time: 0.1135926 Jun 08 18:24:30.665498 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9164e913-34fb-4f25-ba0f-705e8258c791 req-1217d094-9c1e-47eb-b7cd-0fc599dd008b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508754 Jun 08 18:24:30.691078 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-87ff193a-172c-485f-8e61-dcab9750a4fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e6d3d31-14eb-4ecb-9c64-123b4c715252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659385 Jun 08 18:24:30.868566 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-66f52db1-94fb-41c4-a266-62ca4530f662 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698482 Jun 08 18:24:31.055578 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8dc1adae-d0a0-4467-ab49-0e5d858c73df req-8d6088da-a6ec-4675-aa55-f63898d37146 service neutron] 10.222.0.48 "GET /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795928 Jun 08 18:24:31.236273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba971f6-53b4-4792-9900-a7725c4a7400 req-49fb2474-b1d2-4b29-b90e-1afefa88bf08 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:31.238940 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4ba971f6-53b4-4792-9900-a7725c4a7400 req-49fb2474-b1d2-4b29-b90e-1afefa88bf08 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1072428 Jun 08 18:24:31.291898 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4ba971f6-53b4-4792-9900-a7725c4a7400 req-cbec326e-d526-4baf-b28d-c7286571ce47 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Jun 08 18:24:31.958134 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7baa0-10cf-4105-88f5-3d5f11d6a0a7 req-74e05010-5cfd-45ae-883c-bb16d75a73b5 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:31.960922 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93e7baa0-10cf-4105-88f5-3d5f11d6a0a7 req-74e05010-5cfd-45ae-883c-bb16d75a73b5 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1363776 Jun 08 18:24:32.045767 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93e7baa0-10cf-4105-88f5-3d5f11d6a0a7 req-ea702d34-5bf4-4fa5-9978-ba5f8293a435 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756869 Jun 08 18:24:32.539423 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24684d-d637-4075-81f2-2e8139c959ed req-bfed1084-af77-4f6c-a31f-3d76443129b2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:32.548620 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-db24684d-d637-4075-81f2-2e8139c959ed req-bfed1084-af77-4f6c-a31f-3d76443129b2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1246378 Jun 08 18:24:32.612326 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-db24684d-d637-4075-81f2-2e8139c959ed req-df84ee02-ba1f-45fa-826e-446ef7a0cb53 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Jun 08 18:24:33.213024 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:24:33.448352 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530efd-b221-4a83-9965-c54942724e54 req-8ddee1b2-7543-4834-b2ac-6ad4a2409c00 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:33.456952 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-db530efd-b221-4a83-9965-c54942724e54 req-8ddee1b2-7543-4834-b2ac-6ad4a2409c00 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2066882 Jun 08 18:24:33.529637 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-db530efd-b221-4a83-9965-c54942724e54 req-3deae23a-13e5-488b-b0e6-eef8d32c143a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526881 Jun 08 18:24:33.660992 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-d05af72b-54f9-42c1-b5f1-38f105b55b77 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:33.665470 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-d05af72b-54f9-42c1-b5f1-38f105b55b77 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.1135852 Jun 08 18:24:33.868774 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800123fd-86a4-466d-8176-77a5ffb59505 req-74d241b1-3009-4853-bfb4-d1696b17fb36 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:33.873691 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-800123fd-86a4-466d-8176-77a5ffb59505 req-74d241b1-3009-4853-bfb4-d1696b17fb36 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 945 time: 0.0987616 Jun 08 18:24:33.951496 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-800123fd-86a4-466d-8176-77a5ffb59505 req-96295511-f6f0-4d3c-a856-dac17b7ad757 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729516 Jun 08 18:24:33.997758 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Deleting port 8fcb6d0f-b792-4cb1-a932-25d705098e7d {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:24:33.997758 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.178806 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.334494 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] For port 8fcb6d0f-b792-4cb1-a932-25d705098e7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8fcb6d0f-b792-4cb1-a932-25d705098e7d,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:34.335578 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.682906 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Calling delete_port for 8fcb6d0f-b792-4cb1-a932-25d705098e7d owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:24:34.844451 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.854563 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:34.860609 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', '8fcb6d0f-b792-4cb1-a932-25d705098e7d'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:24:35.007052 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3984fac-5f4a-435f-bd73-70b5ca8e9c10 req-f81000f9-afb3-4451-b396-579308158271 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:35.021351 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3984fac-5f4a-435f-bd73-70b5ca8e9c10 req-f81000f9-afb3-4451-b396-579308158271 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2118220 Jun 08 18:24:35.136858 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Pushing event deleted for resources: {'Port': ['ID=8fcb6d0f-b792-4cb1-a932-25d705098e7d,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:35.150048 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:35.162747 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b3984fac-5f4a-435f-bd73-70b5ca8e9c10 req-6540aea7-e996-4599-aa23-86d91c184b6a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398132 Jun 08 18:24:35.289998 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] No DVR routers for this DVR port 8fcb6d0f-b792-4cb1-a932-25d705098e7d on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:24:35.293263 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:35.295212 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-49758e08-0a5b-4e93-92ed-3384d8fb134a req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "DELETE /v2.0/ports/8fcb6d0f-b792-4cb1-a932-25d705098e7d HTTP/1.1" status: 204 len: 173 time: 1.6249399 Jun 08 18:24:35.298146 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'name': 'network-vif-deleted', 'tag': '8fcb6d0f-b792-4cb1-a932-25d705098e7d'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:35.298507 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d579d-e75c-4a5a-8a6a-2deb17f22abd" -d '{"events": [{"server_uuid": "23a6fce6-a4b3-44ee-8b72-055b5273a1f6", "name": "network-vif-deleted", "tag": "8fcb6d0f-b792-4cb1-a932-25d705098e7d"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:35.449199 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e211d9e3-f061-4aef-9203-7b60ea599d83 req-fa148af5-78fd-444c-a936-007bc85e3d0c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a6fce6-a4b3-44ee-8b72-055b5273a1f6 HTTP/1.1" status: 200 len: 210 time: 0.0690618 Jun 08 18:24:35.526463 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d195e5-d5da-49d0-9fc2-a7ed1e5a654c x-openstack-request-id: req-a7d195e5-d5da-49d0-9fc2-a7ed1e5a654c {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:35.527657 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6fce6-a4b3-44ee-8b72-055b5273a1f6", "name": "network-vif-deleted", "tag": "8fcb6d0f-b792-4cb1-a932-25d705098e7d", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:35.527910 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7d195e5-d5da-49d0-9fc2-a7ed1e5a654c {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:35.528715 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6fce6-a4b3-44ee-8b72-055b5273a1f6', 'name': 'network-vif-deleted', 'tag': '8fcb6d0f-b792-4cb1-a932-25d705098e7d', 'status': 'completed', 'code': 200} Jun 08 18:24:36.512090 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec254d1a-442c-4754-9047-d54d29b1d4b9 req-07369ce4-bad6-4e66-b0f6-e1f81896545b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:36.514263 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec254d1a-442c-4754-9047-d54d29b1d4b9 req-07369ce4-bad6-4e66-b0f6-e1f81896545b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1359615 Jun 08 18:24:36.582123 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec254d1a-442c-4754-9047-d54d29b1d4b9 req-2b30d001-fb01-4ad1-a7d4-4179229bc59b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558531 Jun 08 18:24:36.871462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44098) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:36.979102 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-d9cb08d9-172b-4d24-8781-baf1d8581470 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:36.993675 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-d9cb08d9-172b-4d24-8781-baf1d8581470 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/networks?id=fd482b61-a0b9-4b63-a493-55226f854235 HTTP/1.1" status: 200 len: 811 time: 0.2813988 Jun 08 18:24:37.012527 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-0e913b9b-171c-483e-b525-005a6a1050e2 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/quotas/b1093e18535c4e9494db7e2276e2b2af HTTP/1.1" status: 200 len: 375 time: 0.0187144 Jun 08 18:24:37.059692 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-1efc1a9e-4cd4-4b06-a1d2-ac15da35ca2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863961 Jun 08 18:24:37.150487 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-410d2448-22b4-403e-867b-1c71e2c1e3b7 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1093e18535c4e9494db7e2276e2b2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275635 Jun 08 18:24:37.508488 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a9d1d-043e-48f0-af85-27a4f9de3db5 req-eb79d801-421d-49d9-91de-1ad96fca351d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:37.510846 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6c8a9d1d-043e-48f0-af85-27a4f9de3db5 req-eb79d801-421d-49d9-91de-1ad96fca351d tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.4019611 Jun 08 18:24:37.525879 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-b0067c71-da37-4aa6-944c-3c1c91e7b42d service neutron] 10.222.0.41 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581059 Jun 08 18:24:37.648146 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8fcb6d0f-b792-4cb1-a932-25d705098e7d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:24:37.673648 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6c8a9d1d-043e-48f0-af85-27a4f9de3db5 req-21f116ce-0b9a-4f82-af07-0efd0a63c56c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463952 Jun 08 18:24:37.764354 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 8fcb6d0f-b792-4cb1-a932-25d705098e7d {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:24:37.764845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8fcb6d0f-b792-4cb1-a932-25d705098e7d not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:24:37.823243 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-94650352-6e2f-4878-9ab8-255e2f48c06a service neutron] 10.222.0.41 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788713 Jun 08 18:24:38.168824 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885074cf-01d7-404d-a505-809348f8a31f req-0ba7147a-4ce3-4bfd-a668-20a66d743de8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:38.179702 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-885074cf-01d7-404d-a505-809348f8a31f req-0ba7147a-4ce3-4bfd-a668-20a66d743de8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2667201 Jun 08 18:24:38.254915 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bfd88775-f311-494b-89dd-53d543b5293b req-a6d21390-b7dd-454f-97ba-d9d815ea7138 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 210 time: 0.0730727 Jun 08 18:24:38.292966 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-885074cf-01d7-404d-a505-809348f8a31f req-4c3404d5-350f-4092-a997-f1c771d0c4a9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115780 Jun 08 18:24:38.962004 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7bd0-6999-4585-b06d-8a3eccef36c8 req-4a74aec2-31bf-4e96-a7a6-8c0ad946406e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:38.963644 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-993e7bd0-6999-4585-b06d-8a3eccef36c8 req-4a74aec2-31bf-4e96-a7a6-8c0ad946406e tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1073973 Jun 08 18:24:39.021011 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-993e7bd0-6999-4585-b06d-8a3eccef36c8 req-b5427513-0cca-4a3d-9502-90c200bd307c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Jun 08 18:24:39.485456 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4417d76e-f3eb-4a8b-8b74-28de18eb1c2c req-7185befa-778f-4427-a8ee-fb190904ea04 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 210 time: 0.0958333 Jun 08 18:24:39.589003 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8919-1f6d-4f90-89be-d144223ac5d9 req-3e8f5923-9595-4e16-82b0-8011c4b55c63 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:39.590094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-e57cbe4f-68f4-41a3-9d54-0f8319ab4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:39.592412 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-e57cbe4f-68f4-41a3-9d54-0f8319ab4d8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8&tenant_id=cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 1096 time: 0.1532197 Jun 08 18:24:39.596487 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c49c8919-1f6d-4f90-89be-d144223ac5d9 req-3e8f5923-9595-4e16-82b0-8011c4b55c63 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1635616 Jun 08 18:24:39.661135 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c49c8919-1f6d-4f90-89be-d144223ac5d9 req-afff765e-4be5-4d19-8cd3-a633924bab5a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636978 Jun 08 18:24:39.719809 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-9bcff5c5-c427-4af8-8787-598b1b8b6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:39.721426 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-9bcff5c5-c427-4af8-8787-598b1b8b6c4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0910983 Jun 08 18:24:39.865937 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-7d998903-b196-4d82-87f7-c5903a26d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:39.867382 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-7d998903-b196-4d82-87f7-c5903a26d6f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.1383307 Jun 08 18:24:39.985224 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-91d88a6d-776c-4de4-9d3b-5fbbf0b430e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 200 len: 998 time: 0.1073661 Jun 08 18:24:40.052485 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44206) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:40.119425 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-f5420469-3a00-418e-835e-2b3c774e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:40.121312 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-f5420469-3a00-418e-835e-2b3c774e53fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.1067395 Jun 08 18:24:40.137400 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Deleting subnet b05ac0d2-dea1-43d2-ac67-c5819af43c77 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:24:40.142582 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.232106 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-68071ada-5c54-4a1d-9716-ef62e67617ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.275646 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.358486 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.429309 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9c38-cf4f-4d5a-afee-12893fd6e310 req-db3fa4b6-cf66-48ab-a7a3-142601653490 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:40.430889 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a8ae9c38-cf4f-4d5a-afee-12893fd6e310 req-db3fa4b6-cf66-48ab-a7a3-142601653490 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2010322 Jun 08 18:24:40.486302 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.509338 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-695a4ec3-cab0-4fbe-94d3-833c3b365ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:40.513704 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-ab82b021-f13d-4ea6-9ea5-00c3ea987128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:40.516102 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-ab82b021-f13d-4ea6-9ea5-00c3ea987128 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3827009 Jun 08 18:24:40.584017 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.587205 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b05ac0d2-dea1-43d2-ac67-c5819af43c77 HTTP/1.1" status: 204 len: 168 time: 0.5327222 Jun 08 18:24:40.593844 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44212) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:40.597622 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05ac0d2-dea1-43d2-ac67-c5819af43c77,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:40.606627 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a8ae9c38-cf4f-4d5a-afee-12893fd6e310 req-a216a1ea-36fc-4112-aef5-b97bdc24282a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513443 Jun 08 18:24:40.607977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-0ef072e9-c527-4340-bf99-64bf77777979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:40.688465 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-8c7e7e6a-df06-4982-b87a-3d85f48b9ec7 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:40.690215 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-8c7e7e6a-df06-4982-b87a-3d85f48b9ec7 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "GET /v2.0/networks?id=fd482b61-a0b9-4b63-a493-55226f854235 HTTP/1.1" status: 200 len: 811 time: 0.4661586 Jun 08 18:24:40.696176 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4549c8b6-9c63-4d0c-82a5-5661452e69e6 req-53b52c3a-3260-4bc8-80b0-a390323c1651 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 210 time: 0.0456371 Jun 08 18:24:40.758869 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Request body: {'port': {'device_id': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235', 'admin_state_up': True, 'tenant_id': 'b1093e18535c4e9494db7e2276e2b2af'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:40.955127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.972998 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-b587d7cc-045b-43d4-a831-0262e403ad27 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348865 Jun 08 18:24:40.974181 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-ddc6e99a-2230-4747-9b69-26352e62422c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372849156&fields=id&tenant_id=e882cfe2999b4ae990f9f31d8d781aac HTTP/1.1" status: 200 len: 267 time: 0.0541246 Jun 08 18:24:41.134530 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf775-ffb3-4302-a1f9-e850da7ca157 req-253e72b3-4a7f-4e69-90b5-7682e6e079e7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:41.137107 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-947bf775-ffb3-4302-a1f9-e850da7ca157 req-253e72b3-4a7f-4e69-90b5-7682e6e079e7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2752388 Jun 08 18:24:41.234824 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-947bf775-ffb3-4302-a1f9-e850da7ca157 req-feee67a9-a3e2-49b7-ab80-44b39cfa3aac tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848191 Jun 08 18:24:41.280948 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-22515200-d43a-4bcc-994c-99bb7f8dfe69 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:41.283577 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-22515200-d43a-4bcc-994c-99bb7f8dfe69 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 809 time: 0.2934363 Jun 08 18:24:41.303943 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-bbe7295d-7b1a-4dbd-acd6-ee89759f4d91 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/quotas/e882cfe2999b4ae990f9f31d8d781aac HTTP/1.1" status: 200 len: 375 time: 0.0137639 Jun 08 18:24:41.344762 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Made reservation on behalf of b1093e18535c4e9494db7e2276e2b2af for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:41.349077 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.366568 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.391540 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb59043-8095-44af-8ab1-a4c7c01048f8']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:41.414074 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-08fe3171-6d43-4731-a8ec-01ac680cdc2b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991566 Jun 08 18:24:41.464985 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3692bddc-555e-4741-b396-7ebcc30a2c3a') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:41.465308 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3692bddc-555e-4741-b396-7ebcc30a2c3a') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:41.488861 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-0f3f70e9-198f-4f4e-9cdd-e535bab44016 req-d987ddb7-c41e-4638-9478-d8f415231583 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048046 Jun 08 18:24:41.495971 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.543553 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.585768 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:24:41.586535 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:24:41.600571 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:24:41.606883 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-0c24c723-92e7-4749-8a04-af24b224887a service neutron] 10.222.0.41 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692228 Jun 08 18:24:41.754730 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Allocated IP 172.20.0.14 (fd482b61-a0b9-4b63-a493-55226f854235/5f4cd4b4-154a-416f-a6e0-567b3a188e46/31bfee3a-efc6-448a-b380-d1a3f9d92688) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:41.770022 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.779054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.782112 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] 10.222.0.41 "DELETE /v2.0/networks/9cb59043-8095-44af-8ab1-a4c7c01048f8 HTTP/1.1" status: 204 len: 168 time: 1.1754162 Jun 08 18:24:41.787680 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:41.845562 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb59043-8095-44af-8ab1-a4c7c01048f8,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:41.850960 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:42.045299 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-d9dd2931-8f86-428b-b6c7-19dbf0e11be6 service neutron] 10.222.0.41 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348481 Jun 08 18:24:42.062686 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.065036 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44246) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:42.110054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.114210 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:42.114210 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:42.114210 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:42.114210 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:42.114210 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:42.114210 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:42.137042 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-21ff1aa3-220f-4960-ab64-30e5676064a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6326f4d38de8406595e7d88a7c65e03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699022 Jun 08 18:24:42.143278 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44252) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:42.148298 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b8375-a41a-40bb-b9e3-c3e98e8cc800 req-8ce7c71b-92ac-4c16-a281-c51a3b087826 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:42.156182 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4c8b8375-a41a-40bb-b9e3-c3e98e8cc800 req-8ce7c71b-92ac-4c16-a281-c51a3b087826 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2414825 Jun 08 18:24:42.166782 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Network fd482b61-a0b9-4b63-a493-55226f854235 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:42.172200 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:42.183859 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:42.245583 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4c8b8375-a41a-40bb-b9e3-c3e98e8cc800 req-4fca558f-6ea9-49ec-abe5-6c0a83447e30 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879478 Jun 08 18:24:42.437608 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.473628 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:42.474811 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.543455 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-a508806b-8c0f-4791-a4d3-5c32afbffcfa tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7946174 Jun 08 18:24:42.545645 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.633178 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.640653 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.644310 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c46c025-4bf4-4789-9c7d-daefc97fac97 HTTP/1.1" status: 204 len: 168 time: 0.4973965 Jun 08 18:24:42.644310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-13804ea6-2c1a-40fd-9096-fa7b04bb7f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:42.670349 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c46c025-4bf4-4789-9c7d-daefc97fac97,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:42.673491 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:42.694466 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94ba92-fbed-4489-9912-28c79c1ba764 req-6c513bc8-1dfb-4e23-b633-5420a130a5d1 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:42.710797 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5a94ba92-fbed-4489-9912-28c79c1ba764 req-6c513bc8-1dfb-4e23-b633-5420a130a5d1 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 932 time: 0.2162085 Jun 08 18:24:42.784413 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Request body: {'port': {'device_id': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:42.820216 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5a94ba92-fbed-4489-9912-28c79c1ba764 req-0ba6286d-7319-4672-b8f5-23ecf893ef41 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082313 Jun 08 18:24:43.077844 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f2380d72-248c-4457-bce7-f993be92e190 req-aad428a8-3abd-488f-947a-56f49c6df89d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1595993 Jun 08 18:24:43.242448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:43.335859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c73003-51ba-4db3-9d98-158e92c32a89 req-1e038986-22b1-402b-bca1-812482fa81e2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:43.349005 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2048-3c9d-41b2-9d74-53507433ff7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:43.364178 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c0c73003-51ba-4db3-9d98-158e92c32a89 req-1e038986-22b1-402b-bca1-812482fa81e2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2117183 Jun 08 18:24:43.421816 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:43.609436 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c0c73003-51ba-4db3-9d98-158e92c32a89 req-3804530e-b2df-42bd-b20d-771ab93a8395 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458098 Jun 08 18:24:43.729310 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cca7c-5d27-4c5a-ae87-9ad47eaa4996 req-6f37a4de-bb24-4161-b92c-13b357c12e7a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:43.741192 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1d7cca7c-5d27-4c5a-ae87-9ad47eaa4996 req-6f37a4de-bb24-4161-b92c-13b357c12e7a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2188108 Jun 08 18:24:43.854016 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1d7cca7c-5d27-4c5a-ae87-9ad47eaa4996 req-2e37c83f-82df-4cae-99ab-c8fc6f0a6333 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103823 Jun 08 18:24:44.389425 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.395218 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5d657ba8-4a53-486d-b328-64ea654fe75e req-4551d3ca-6f25-4a66-a11f-8f16fc1c59df tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1594198 Jun 08 18:24:44.450991 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bfee3a-efc6-448a-b380-d1a3f9d92688 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:24:44.457115 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458cc2-a82e-450a-87bd-05c5c222403d req-42c8270b-91e9-4343-887b-88ebc94077e0 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:44.466438 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.466741 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e2458cc2-a82e-450a-87bd-05c5c222403d req-42c8270b-91e9-4343-887b-88ebc94077e0 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 932 time: 0.3548117 Jun 08 18:24:44.489464 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Transition to ACTIVE for port object 31bfee3a-efc6-448a-b380-d1a3f9d92688 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:44.548506 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e2458cc2-a82e-450a-87bd-05c5c222403d req-33c23527-416b-4ebd-a9df-14ef0b617f07 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807090 Jun 08 18:24:44.553427 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.563642 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-13498cb3-c45f-430e-a713-1d66dfc22392 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:45.108777 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3fe79-6a07-4c43-a9e1-ff52e6ae000f req-537292f7-b4a7-4e9d-af07-1a4986b909ce tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.111620 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e3d3fe79-6a07-4c43-a9e1-ff52e6ae000f req-537292f7-b4a7-4e9d-af07-1a4986b909ce tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2605548 Jun 08 18:24:45.127081 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Pushing event updated for resources: {'Port': ['ID=31bfee3a-efc6-448a-b380-d1a3f9d92688,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:45.145061 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:45.231898 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-0494aae7-040e-46e7-80bb-27042dad8712 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.233544 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-0494aae7-040e-46e7-80bb-27042dad8712 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.8688700 Jun 08 18:24:45.334298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Attempting to bind port 31bfee3a-efc6-448a-b380-d1a3f9d92688 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:45.334706 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Attempting to bind port 31bfee3a-efc6-448a-b380-d1a3f9d92688 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:45.335084 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Attempting to bind port 31bfee3a-efc6-448a-b380-d1a3f9d92688 on network fd482b61-a0b9-4b63-a493-55226f854235 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:45.342641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Port 31bfee3a-efc6-448a-b380-d1a3f9d92688 on network fd482b61-a0b9-4b63-a493-55226f854235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:24:45.342966 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Attempting to bind port 31bfee3a-efc6-448a-b380-d1a3f9d92688 on network fd482b61-a0b9-4b63-a493-55226f854235 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:45.355618 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:45.355956 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Checking segment: {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:45.356625 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Bound using segment: {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:45.357231 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Bound port: 31bfee3a-efc6-448a-b380-d1a3f9d92688, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ef04fd-9795-4c07-9b0d-da2c2917cf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:45.357992 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.400474 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e3d3fe79-6a07-4c43-a9e1-ff52e6ae000f req-290bde72-b495-494c-a846-a1df2447aee7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805688 Jun 08 18:24:45.461001 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d1b9e-0cab-4ac0-b885-9503590ce16f req-8c7284a0-3618-419e-bfce-e3f9734b2514 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.464318 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-503d1b9e-0cab-4ac0-b885-9503590ce16f req-8c7284a0-3618-419e-bfce-e3f9734b2514 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.2714140 Jun 08 18:24:45.586810 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-503d1b9e-0cab-4ac0-b885-9503590ce16f req-a49d2848-a003-45e3-8ee1-cfb89062ee71 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104488 Jun 08 18:24:45.609396 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] For port 31bfee3a-efc6-448a-b380-d1a3f9d92688, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:45.621742 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] For port 31bfee3a-efc6-448a-b380-d1a3f9d92688, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31bfee3a-efc6-448a-b380-d1a3f9d92688,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:45.647695 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.673709 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-80812a1e-c61d-4658-8e69-8905d373a173 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:45.699283 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.731379 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-28305a06-a993-4ef9-a17f-ed7f3ae29ff7 req-4003892b-8190-4bd7-aaa9-8f4e444458f0 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.0800796 Jun 08 18:24:45.910823 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd24b3-ab60-4fa2-ba47-752aaa6fac80 req-a3913e0d-47c9-4abf-9aa1-6ff7760c1f75 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.912390 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92dd24b3-ab60-4fa2-ba47-752aaa6fac80 req-a3913e0d-47c9-4abf-9aa1-6ff7760c1f75 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1797709 Jun 08 18:24:46.043519 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92dd24b3-ab60-4fa2-ba47-752aaa6fac80 req-12c4289b-3561-48c7-994e-a4840dfb5080 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147442 Jun 08 18:24:46.084044 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:46.084685 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.086513 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] 10.222.0.48 "PUT /v2.0/ports/31bfee3a-efc6-448a-b380-d1a3f9d92688 HTTP/1.1" status: 200 len: 1094 time: 3.3101368 Jun 08 18:24:46.087067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'tag': '31bfee3a-efc6-448a-b380-d1a3f9d92688'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:46.090399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc4c072-1eab-4669-a611-4100af648971" -d '{"events": [{"name": "network-changed", "server_uuid": "66d7def3-1677-4d9a-9d97-13b9a89fa7c7", "tag": "31bfee3a-efc6-448a-b380-d1a3f9d92688"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:46.162650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df1aa7-9b85-4ec8-b8e4-4b3c48ee959d x-openstack-request-id: req-d2df1aa7-9b85-4ec8-b8e4-4b3c48ee959d {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:46.163483 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d7def3-1677-4d9a-9d97-13b9a89fa7c7", "tag": "31bfee3a-efc6-448a-b380-d1a3f9d92688", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:46.164289 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2df1aa7-9b85-4ec8-b8e4-4b3c48ee959d {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:46.165283 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'tag': '31bfee3a-efc6-448a-b380-d1a3f9d92688', 'status': 'completed', 'code': 200} Jun 08 18:24:46.192505 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Pushing event updated for resources: {'Port': ['ID=31bfee3a-efc6-448a-b380-d1a3f9d92688,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:46.201192 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:46.900300 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c827d2-1c0b-4020-8334-5b6980005d0f req-ab4b28ce-53a0-427d-a565-d9b5a75e5d0b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:46.903031 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4c827d2-1c0b-4020-8334-5b6980005d0f req-ab4b28ce-53a0-427d-a565-d9b5a75e5d0b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2565231 Jun 08 18:24:46.911153 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44a6c-1368-450b-9bbb-b4041b442949 req-9421911e-8167-4ef3-9eab-22f8a7a40878 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:46.912722 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4b44a6c-1368-450b-9bbb-b4041b442949 req-9421911e-8167-4ef3-9eab-22f8a7a40878 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 945 time: 0.1576025 Jun 08 18:24:46.996921 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f4c827d2-1c0b-4020-8334-5b6980005d0f req-3e2f1a4e-04ff-475f-a430-d7e02bf1cadb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779128 Jun 08 18:24:47.002737 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4b44a6c-1368-450b-9bbb-b4041b442949 req-431df256-483d-412d-b6ba-938395271c42 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824406 Jun 08 18:24:47.315636 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6b3f66c8-d158-4e5f-8bf7-2dd2a355e371 req-3ffff4ca-322b-41a9-bc23-daf0ef5a1316 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1055157 Jun 08 18:24:47.380663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bec5b-0071-4fd2-a9d5-daf0931609e2 req-0bd3b763-3223-4b0d-850a-184416642756 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:47.382961 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bf7bec5b-0071-4fd2-a9d5-daf0931609e2 req-0bd3b763-3223-4b0d-850a-184416642756 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1323156 Jun 08 18:24:47.440012 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bf7bec5b-0071-4fd2-a9d5-daf0931609e2 req-e2135290-3ddb-4cfd-b39a-e9ed29b7d133 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469496 Jun 08 18:24:47.739395 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device ae7ed90b-0eb8-4a26-a545-e16b3c45c59f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:24:47.952211 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.988613 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:47.991177 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae86a808-46ac-43ae-8d13-f3691f44c4a2" -d '{"events": [{"server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:48.002713 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:48.009374 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:48.012851 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:48.169761 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd9580-8bd8-4ed5-918f-6e19dda91bc8 x-openstack-request-id: req-2fcd9580-8bd8-4ed5-918f-6e19dda91bc8 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:48.173934 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:48.175357 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fcd9580-8bd8-4ed5-918f-6e19dda91bc8 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:48.176429 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', 'code': 200} Jun 08 18:24:48.178035 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,revision_number=6']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:48.219105 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.219445 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.219963 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.220446 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.220927 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.221463 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.222042 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.222657 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.223277 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.223843 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.224421 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.225031 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:48.239747 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:48.389303 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da332d-d8a7-446a-bd65-6da2181caa21 req-eee43fc3-b850-4131-8858-895b556222ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:48.397408 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-97da332d-d8a7-446a-bd65-6da2181caa21 req-eee43fc3-b850-4131-8858-895b556222ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1869202 Jun 08 18:24:48.421058 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5c866-978f-47d7-9ff0-240cf38a03d7 req-3d66fb57-d4ef-4da6-8611-34141bea1c52 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:48.422689 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-21a5c866-978f-47d7-9ff0-240cf38a03d7 req-3d66fb57-d4ef-4da6-8611-34141bea1c52 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 943 time: 0.1569901 Jun 08 18:24:48.535043 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-97da332d-d8a7-446a-bd65-6da2181caa21 req-0432287b-5c42-4930-b4ac-f2c9d4d6334e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364579 Jun 08 18:24:48.569866 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-21a5c866-978f-47d7-9ff0-240cf38a03d7 req-92d46e43-1024-483a-91f6-d1e0250c596a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120932 Jun 08 18:24:48.796965 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5c9ba60-0e8b-4887-822a-1782e05a9dea req-c506cf75-90f9-4af3-9eca-97dc57902169 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.0834668 Jun 08 18:24:48.946279 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb358d-5498-4c37-99e5-aad8a4d6637e req-dff55fa0-8ebb-410f-aa47-49c73a248cf2 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:48.951931 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-83eb358d-5498-4c37-99e5-aad8a4d6637e req-dff55fa0-8ebb-410f-aa47-49c73a248cf2 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1507528 Jun 08 18:24:49.050317 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-83eb358d-5498-4c37-99e5-aad8a4d6637e req-f1b18dba-ae9f-45d8-ac06-56dc9024e7be tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934825 Jun 08 18:24:50.095652 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ed13-3b84-468d-b7e2-ed683d521f69 req-20b4caa7-9802-4223-a981-fa67a107698a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:50.101507 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d948ed13-3b84-468d-b7e2-ed683d521f69 req-20b4caa7-9802-4223-a981-fa67a107698a tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 943 time: 0.1841757 Jun 08 18:24:50.121073 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c0d3c-397a-4ae3-8680-89007f61a1d8 req-f3eaef99-7165-44bf-9169-3595e9adeb7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:50.128867 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-061c0d3c-397a-4ae3-8680-89007f61a1d8 req-f3eaef99-7165-44bf-9169-3595e9adeb7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.3592975 Jun 08 18:24:50.241208 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-061c0d3c-397a-4ae3-8680-89007f61a1d8 req-634d83ce-7c3d-465e-b19a-2ca2e989fa10 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085265 Jun 08 18:24:50.269837 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d948ed13-3b84-468d-b7e2-ed683d521f69 req-b2783977-dab7-4da8-a095-13a07c83f595 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386919 Jun 08 18:24:50.623193 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f32f8e3d-43fa-42ce-9bd4-cd073ea4f64b req-4d07c725-d2e7-4c86-af16-4bc508ae78f1 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1825712 Jun 08 18:24:50.693483 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3415c-101c-4ced-9fc3-5b34bec8c1de req-55022efe-a486-4e3a-8bf6-e64a389d7514 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:50.695551 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b0a3415c-101c-4ced-9fc3-5b34bec8c1de req-55022efe-a486-4e3a-8bf6-e64a389d7514 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1817534 Jun 08 18:24:50.760830 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b0a3415c-101c-4ced-9fc3-5b34bec8c1de req-bec3952b-1773-412e-a1cb-f654b58970a3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Jun 08 18:24:51.709488 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f885-debe-4ea8-979a-67254380c843 req-0b741c80-2d69-47a4-9108-6eeb2c41c2e1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:51.718003 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5760f885-debe-4ea8-979a-67254380c843 req-0b741c80-2d69-47a4-9108-6eeb2c41c2e1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2264705 Jun 08 18:24:51.743115 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7518cd-869b-4223-ba13-8139a49ca19b req-7372e02a-f749-4dc9-9155-cd631e70a9a3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:51.744698 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec7518cd-869b-4223-ba13-8139a49ca19b req-7372e02a-f749-4dc9-9155-cd631e70a9a3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 943 time: 0.1691568 Jun 08 18:24:51.817949 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5760f885-debe-4ea8-979a-67254380c843 req-dbf4ba92-af7b-49bf-bd36-022d68b9d638 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985153 Jun 08 18:24:51.831778 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec7518cd-869b-4223-ba13-8139a49ca19b req-6421e3eb-57f7-4df1-a194-7754c4ea5e81 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801551 Jun 08 18:24:52.160552 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e57917d8-824d-4e32-bb2d-1f258c046eeb req-ae26322a-6254-4607-a125-ea45078c866e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1182005 Jun 08 18:24:52.214705 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc5af2-f66a-4478-b869-8a7405c3803c req-9d27bac3-6be1-40e3-871c-feac1d55a60a tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:52.216492 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6dfc5af2-f66a-4478-b869-8a7405c3803c req-9d27bac3-6be1-40e3-871c-feac1d55a60a tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1154137 Jun 08 18:24:52.287852 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6dfc5af2-f66a-4478-b869-8a7405c3803c req-f2906dcc-0ba8-41ba-9dcb-8ba3a402340f tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Jun 08 18:24:53.220082 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837288d-d8a2-4031-be9e-3d9bfb12903c req-70bb0cee-6e71-4b4d-bb28-b46e761056b7 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:53.221708 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5837288d-d8a2-4031-be9e-3d9bfb12903c req-70bb0cee-6e71-4b4d-bb28-b46e761056b7 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 943 time: 0.1954787 Jun 08 18:24:53.233419 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171a8c-28a9-4cd1-abaa-5ff58f28d658 req-c61b43e7-1bf5-4b1b-98fe-4d31506e9744 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:53.234993 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-de171a8c-28a9-4cd1-abaa-5ff58f28d658 req-c61b43e7-1bf5-4b1b-98fe-4d31506e9744 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1394708 Jun 08 18:24:53.316980 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5837288d-d8a2-4031-be9e-3d9bfb12903c req-a70aa014-adf5-483d-9fb0-3bd9c50cdce3 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809290 Jun 08 18:24:53.320137 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-de171a8c-28a9-4cd1-abaa-5ff58f28d658 req-22ed91a5-cfa6-459e-9699-c54ae19bef48 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700719 Jun 08 18:24:53.553369 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0a5220c1-7218-4b52-aa32-7401080f31ac req-8b905fd7-5264-4298-964c-61fbd86bfd76 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1163414 Jun 08 18:24:53.610664 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c07689-e9c2-439a-b3db-2cd3895d7b20 req-00685035-fc09-4bea-b6d4-e36ec1fbaa73 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:53.613454 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-11c07689-e9c2-439a-b3db-2cd3895d7b20 req-00685035-fc09-4bea-b6d4-e36ec1fbaa73 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1318076 Jun 08 18:24:53.684420 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-11c07689-e9c2-439a-b3db-2cd3895d7b20 req-7395cd35-ce59-4d4f-979f-a8c59d0902f3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 Jun 08 18:24:54.575847 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4c072-1eab-4669-a611-4100af648971 req-d554d333-ead0-4d86-938f-38f38bb099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:54.579335 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-6cc4c072-1eab-4669-a611-4100af648971 req-d554d333-ead0-4d86-938f-38f38bb099c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1093e18535c4e9494db7e2276e2b2af&device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 1097 time: 0.2169943 Jun 08 18:24:54.633683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Deleting port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:24:54.634648 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:54.823977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd5f69-ccca-487d-8e42-6581329109bf req-0a7298d6-2ac7-4f6d-8080-a1e57b6ca171 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:54.825612 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-10cd5f69-ccca-487d-8e42-6581329109bf req-0a7298d6-2ac7-4f6d-8080-a1e57b6ca171 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2043178 Jun 08 18:24:54.833789 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafed29-c16b-4889-9150-5c219c71d0e0 req-b23beeb4-5c5d-4eb0-909f-4625f576f8b9 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:54.843555 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3aafed29-c16b-4889-9150-5c219c71d0e0 req-b23beeb4-5c5d-4eb0-909f-4625f576f8b9 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 943 time: 0.2750940 Jun 08 18:24:54.930309 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-10cd5f69-ccca-487d-8e42-6581329109bf req-61a07388-3f68-4ccc-bc6c-84c613b1aabe tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709612 Jun 08 18:24:54.957574 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3aafed29-c16b-4889-9150-5c219c71d0e0 req-2f3a9665-ec5f-479a-baf6-d9df290d87f2 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Jun 08 18:24:55.223883 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a272c721-441a-411b-9f40-d66994ff42c4 req-f2774a7c-7311-45c8-9959-d9dac93fa2a7 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.1513093 Jun 08 18:24:55.235302 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-af43e8c6-c84e-4f09-b338-17c8bfd790e8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:55.237342 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-af43e8c6-c84e-4f09-b338-17c8bfd790e8 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 809 time: 0.3594754 Jun 08 18:24:55.289710 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f77dbf-db57-417f-a01a-6eb28db1b2b6 req-e97ecd22-4c59-4397-a589-7c2eeab77341 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:55.291294 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-44f77dbf-db57-417f-a01a-6eb28db1b2b6 req-e97ecd22-4c59-4397-a589-7c2eeab77341 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1384346 Jun 08 18:24:55.343884 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4c072-1eab-4669-a611-4100af648971 req-40663a20-9f38-4c84-994a-658ad80151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:55.345435 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-6cc4c072-1eab-4669-a611-4100af648971 req-40663a20-9f38-4c84-994a-658ad80151f6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b1093e18535c4e9494db7e2276e2b2af&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7542162 Jun 08 18:24:55.347551 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-44f77dbf-db57-417f-a01a-6eb28db1b2b6 req-85b2f6f2-2da3-4f27-b888-3bfa64c71de7 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Jun 08 18:24:55.357443 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] For port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:55.357723 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:55.446969 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-c9a17b56-7933-4c8e-ad03-dd1431eeb497 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e882cfe2999b4ae990f9f31d8d781aac HTTP/1.1" status: 200 len: 379 time: 0.1898241 Jun 08 18:24:55.517414 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'port': {'device_id': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'admin_state_up': True, 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'security_groups': ['c574d643-00ad-4552-ad7c-795a4002f844']}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:55.607340 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Calling delete_port for ae7ed90b-0eb8-4a26-a545-e16b3c45c59f owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:24:55.780482 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4c072-1eab-4669-a611-4100af648971 req-11296e1d-0ed0-41fc-8819-23cbbcdc8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:55.782010 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-6cc4c072-1eab-4669-a611-4100af648971 req-11296e1d-0ed0-41fc-8819-23cbbcdc8fe7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4274728 Jun 08 18:24:55.938205 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Made reservation on behalf of e882cfe2999b4ae990f9f31d8d781aac for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:55.942135 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:56.160352 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Allocated IP 172.20.0.7 (ca094ef0-e1e7-48ae-82db-dc9cbc9919d2/13806610-3ea1-44e4-8e6a-30aa66d13cd8/f9a509e7-e49e-4b93-8835-b290971e89a9) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:56.165372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:56.175392 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6cf3ba20-15c5-4c40-a7e2-aa41f5384d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:56.224360 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-e5326632-4d60-45ef-a6c4-7fd91c82649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:56.225893 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-e5326632-4d60-45ef-a6c4-7fd91c82649c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b1093e18535c4e9494db7e2276e2b2af&device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 1097 time: 0.3920267 Jun 08 18:24:56.301031 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81f8ea-4a4b-4041-85cd-9c02290d7e81 req-befe1dfe-c427-4b6a-9f55-63642dda825c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:56.302684 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2c81f8ea-4a4b-4041-85cd-9c02290d7e81 req-befe1dfe-c427-4b6a-9f55-63642dda825c tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 865 time: 0.2335231 Jun 08 18:24:56.406253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2c81f8ea-4a4b-4041-85cd-9c02290d7e81 req-7ddebb42-98ab-4b54-b40a-ee638c53acfd tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed0d3370-a224-47bf-8085-19a1079bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936687 Jun 08 18:24:56.438368 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Pushing event deleted for resources: {'Port': ['ID=ae7ed90b-0eb8-4a26-a545-e16b3c45c59f,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:56.448935 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84187f6-049b-4497-bbd0-590556846040 req-e3b610f2-939e-4c06-8396-a92e7dabc1e7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:56.451414 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b84187f6-049b-4497-bbd0-590556846040 req-e3b610f2-939e-4c06-8396-a92e7dabc1e7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.2549362 Jun 08 18:24:56.490989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:56.496249 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-1f3b3c7a-4dad-44c9-a06a-389e7096be36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31bfee3a-efc6-448a-b380-d1a3f9d92688 HTTP/1.1" status: 200 len: 217 time: 0.2592523 Jun 08 18:24:56.521877 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b84187f6-049b-4497-bbd0-590556846040 req-dbda2876-9ab3-4751-bb39-4b0eb7aa1dc4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636365 Jun 08 18:24:56.605335 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] No DVR routers for this DVR port ae7ed90b-0eb8-4a26-a545-e16b3c45c59f on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:24:56.683011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:56.685444 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-387884a8-e18b-4ae1-adf9-d34c43389154 req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.48 "DELETE /v2.0/ports/ae7ed90b-0eb8-4a26-a545-e16b3c45c59f HTTP/1.1" status: 204 len: 173 time: 2.4889193 Jun 08 18:24:56.686001 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'name': 'network-vif-deleted', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:56.688431 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce4845-979b-4089-b23c-f9a2824c2ee6" -d '{"events": [{"server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "name": "network-vif-deleted", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:56.738308 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7420d-f547-453b-940c-2243554034c5 req-635e1303-10f1-43af-8186-add6506ba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:56.740001 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-635e1303-10f1-43af-8186-add6506ba12d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f4cd4b4-154a-416f-a6e0-567b3a188e46 HTTP/1.1" status: 200 len: 851 time: 0.2353921 Jun 08 18:24:56.755115 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cfd1707e-047a-45f2-9cba-283a540d1984 req-60f65d6c-d93e-48e6-9023-e874e37df753 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.2175553 Jun 08 18:24:56.829771 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-89ae9b5b-5886-4bac-ab08-48445daece50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fd482b61-a0b9-4b63-a493-55226f854235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756631 Jun 08 18:24:56.937011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1db24-1a97-4227-b0c8-857ca83bf1af x-openstack-request-id: req-5af1db24-1a97-4227-b0c8-857ca83bf1af {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:56.937390 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a42df8-5cb3-458a-94c6-926e0a8eb893", "name": "network-vif-deleted", "tag": "ae7ed90b-0eb8-4a26-a545-e16b3c45c59f", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:56.937718 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5af1db24-1a97-4227-b0c8-857ca83bf1af {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:56.938173 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a42df8-5cb3-458a-94c6-926e0a8eb893', 'name': 'network-vif-deleted', 'tag': 'ae7ed90b-0eb8-4a26-a545-e16b3c45c59f', 'status': 'completed', 'code': 200} Jun 08 18:24:56.974983 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.017801 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Transition to ACTIVE for port object f9a509e7-e49e-4b93-8835-b290971e89a9 will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:57.062239 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8de4-dcc6-4bd7-ac5d-8413c0118ee2 req-ed2bb169-5f9e-469a-8a26-e89a09dc6acd tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:57.065563 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-6a144965-3117-413c-8887-06ad381b884a service neutron] 10.222.0.48 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121968 Jun 08 18:24:57.076804 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92cf8de4-dcc6-4bd7-ac5d-8413c0118ee2 req-ed2bb169-5f9e-469a-8a26-e89a09dc6acd tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.1679692 Jun 08 18:24:57.177736 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.181817 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:57.181817 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:57.181817 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:57.181817 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:57.181817 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:57.181817 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:57.191378 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92cf8de4-dcc6-4bd7-ac5d-8413c0118ee2 req-b16bcdde-e7a0-456a-828d-3109b3c1a4e0 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132369 Jun 08 18:24:57.240100 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:57.240743 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4ff0-b293-4f95-9d05-fd9487d13e82 req-63e23e52-7fde-4fc5-9e59-f13cfb865bad tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:57.242435 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-faeb4ff0-b293-4f95-9d05-fd9487d13e82 req-63e23e52-7fde-4fc5-9e59-f13cfb865bad tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1148243 Jun 08 18:24:57.250298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:57.255117 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:57.296289 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50c7420d-f547-453b-940c-2243554034c5 req-de452337-c704-4e09-9fe1-b32cd9a676ea service neutron] 10.222.0.48 "GET /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212815 Jun 08 18:24:57.350454 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-faeb4ff0-b293-4f95-9d05-fd9487d13e82 req-acd29391-8801-47ac-9c05-edae18e0290e tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919650 Jun 08 18:24:57.359058 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:57.359740 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.382446 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-764c07af-27f7-4b95-83bb-641512f4708d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8689404 Jun 08 18:24:57.400457 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Request body: {'port': {'device_id': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:57.576084 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.670836 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-56223360-34d9-4ca7-939b-e33e96ed2802 req-9257a198-114d-45c3-98c2-13a4dd612519 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8a42df8-5cb3-458a-94c6-926e0a8eb893 HTTP/1.1" status: 200 len: 210 time: 0.0544236 Jun 08 18:24:57.718703 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-07173aa4-a4c7-4e27-b389-83dd00655867 None None] Provisioning for port f9a509e7-e49e-4b93-8835-b290971e89a9 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:57.748482 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-07173aa4-a4c7-4e27-b389-83dd00655867 None None] Provisioning complete for port f9a509e7-e49e-4b93-8835-b290971e89a9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:57.751030 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-07173aa4-a4c7-4e27-b389-83dd00655867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.824298 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500cb25-dcb4-415e-914a-94123369b44b req-1b6142b4-4f49-47aa-b050-3238b28c2bc0 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:57.835487 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4500cb25-dcb4-415e-914a-94123369b44b req-1b6142b4-4f49-47aa-b050-3238b28c2bc0 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 943 time: 0.1335700 Jun 08 18:24:57.836764 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:24:57.897753 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4500cb25-dcb4-415e-914a-94123369b44b req-d7521b9a-1ecf-49b0-bd9d-4f273da74fda tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587738 Jun 08 18:24:58.017046 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-07173aa4-a4c7-4e27-b389-83dd00655867 None None] Port f9a509e7-e49e-4b93-8835-b290971e89a9 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:58.059741 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616cc6-93e3-4163-a973-e3065224d02f req-6a117e46-730f-4d87-a310-c8eb83738868 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:58.067670 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3b616cc6-93e3-4163-a973-e3065224d02f req-6a117e46-730f-4d87-a310-c8eb83738868 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 931 time: 0.1130629 Jun 08 18:24:58.076801 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:58.107942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'port_id': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'mac_address': 'fa:16:3e:05:2a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:24:58.110471 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a509e7-e49e-4b93-8835-b290971e89a9 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:24:58.117749 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3b616cc6-93e3-4163-a973-e3065224d02f req-b419e76f-5d48-459a-8a8f-418ebf9a6d90 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492182 Jun 08 18:24:58.119724 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.144851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Transition to ACTIVE for port object f9a509e7-e49e-4b93-8835-b290971e89a9 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:58.149402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.154388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:58.174531 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.195410 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35020f21-59fc-42a8-9e44-f02e50e42fdc {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:24:58.220943 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:58.226818 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.229097 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:58.326234 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:58.334233 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:58.367774 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=9']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:58.383222 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:58.465796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Attempting to bind port f9a509e7-e49e-4b93-8835-b290971e89a9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:58.466440 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Attempting to bind port f9a509e7-e49e-4b93-8835-b290971e89a9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:58.467040 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Attempting to bind port f9a509e7-e49e-4b93-8835-b290971e89a9 on network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:58.473738 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['35020f21-59fc-42a8-9e44-f02e50e42fdc'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:24:58.476014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Port f9a509e7-e49e-4b93-8835-b290971e89a9 on network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:24:58.476994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Attempting to bind port f9a509e7-e49e-4b93-8835-b290971e89a9 on network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:58.484141 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:58.484796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Checking segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:58.485419 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Bound using segment: {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:58.486240 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Bound port: f9a509e7-e49e-4b93-8835-b290971e89a9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb291e01-db1d-4147-bfd1-2419677bde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:58.486765 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.627311 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:58.634104 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:58.649067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.654478 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:58.726276 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac99ac4-cc10-4c7a-9805-8ed6489e9358 req-fe53c083-2691-41de-a5a7-59ee7d9f7cba tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:58.729698 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9ac99ac4-cc10-4c7a-9805-8ed6489e9358 req-fe53c083-2691-41de-a5a7-59ee7d9f7cba tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1338866 Jun 08 18:24:58.748061 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95ec1-13f5-4c42-b742-8285bbb69d09 req-3d3e9001-b148-4292-9934-47dbc4ea5476 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:58.756079 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3ac95ec1-13f5-4c42-b742-8285bbb69d09 req-3d3e9001-b148-4292-9934-47dbc4ea5476 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.2921288 Jun 08 18:24:58.821303 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:58.822328 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.823937 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 1093 time: 1.4277990 Jun 08 18:24:58.844226 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9ac99ac4-cc10-4c7a-9805-8ed6489e9358 req-fd70f2dc-544d-493d-98fe-358f6b034bdf tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040494 Jun 08 18:24:58.864416 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:58.865832 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3ac95ec1-13f5-4c42-b742-8285bbb69d09 req-c59f8c03-805b-4620-92e0-da614a897d8c tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085176 Jun 08 18:24:58.868236 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-464620f2-caf8-49d6-a57d-0154349de5f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:58.938953 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:58.941506 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a99974-68f1-4540-9ee9-7c494d472cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:58.952006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44492) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:58.979444 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-455e8eba-6150-4a58-bd91-d5a059a0f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:58.981503 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-455e8eba-6150-4a58-bd91-d5a059a0f69d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1096 time: 0.0978501 Jun 08 18:24:59.061735 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb94b97-cd53-4c3e-b8e4-a7d08485a85b x-openstack-request-id: req-bcb94b97-cd53-4c3e-b8e4-a7d08485a85b {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:59.062050 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:59.062335 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcb94b97-cd53-4c3e-b8e4-a7d08485a85b {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:59.062750 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'status': 'completed', 'code': 200} Jun 08 18:24:59.080788 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-6e9a555a-0836-4826-8e22-8dfc926ca788 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 217 time: 0.0906088 Jun 08 18:24:59.171149 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-bdf1fc01-cce9-4025-bd59-57d194e2e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:59.172644 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-bdf1fc01-cce9-4025-bd59-57d194e2e717 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.0773525 Jun 08 18:24:59.317038 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-c18c382b-d7d8-46e9-994d-afb68e2a61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:59.318634 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-c18c382b-d7d8-46e9-994d-afb68e2a61f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1329513 Jun 08 18:24:59.454265 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f31a-21d2-45c2-9e68-64ffe4763b18 req-0feb6641-2362-40f8-8918-59d740b03750 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:59.455981 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1fd9f31a-21d2-45c2-9e68-64ffe4763b18 req-0feb6641-2362-40f8-8918-59d740b03750 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 944 time: 0.3638453 Jun 08 18:24:59.482968 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-17e143fe-ac80-47d9-93a8-6214df672540 service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561091 Jun 08 18:24:59.564532 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ecc93-2f58-4157-945f-e245631b9cac req-9ff001b4-ae24-4ec4-96f8-d4b8956b2d65 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:59.566453 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e57ecc93-2f58-4157-945f-e245631b9cac req-9ff001b4-ae24-4ec4-96f8-d4b8956b2d65 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 943 time: 0.3185370 Jun 08 18:24:59.660352 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4e54f436-9076-438b-8605-3367bf4c8e26 req-d7fb94fc-e2fd-4e66-bfe9-ed1d13c67d5c service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703126 Jun 08 18:24:59.665715 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1fd9f31a-21d2-45c2-9e68-64ffe4763b18 req-3b96f9c8-c681-4c9f-b1d3-481ebfc89a26 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018812 Jun 08 18:24:59.738329 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e57ecc93-2f58-4157-945f-e245631b9cac req-c317ed7e-262f-4a3e-89c7-d06c59489eb1 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585097 Jun 08 18:24:59.824502 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 31bfee3a-efc6-448a-b380-d1a3f9d92688 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:24:59.839274 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-960c254f-de67-4d73-8373-7dabaf4216f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:59.842681 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-960c254f-de67-4d73-8373-7dabaf4216f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1096 time: 0.0943179 Jun 08 18:24:59.855018 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:59.951358 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:59.981712 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.db.resource_extend [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:25:00.016243 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-ba7916f9-f35c-4ff1-bd4a-86002f216efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:00.018242 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-ba7916f9-f35c-4ff1-bd4a-86002f216efe service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 910 time: 0.1682341 Jun 08 18:25:00.118956 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-3af51ef9-be44-428f-ab19-fe3425d5f815 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 217 time: 0.0926735 Jun 08 18:25:00.203209 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-1b4a0bb3-1eff-4ad2-8a70-1cc5cfc5218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:00.204775 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-1b4a0bb3-1eff-4ad2-8a70-1cc5cfc5218c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.0784426 Jun 08 18:25:00.258856 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 35020f21-59fc-42a8-9e44-f02e50e42fdc triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:00.259457 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.312022 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-99c5662a-5673-4ff0-a9c1-7802ea0b902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:00.313714 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-99c5662a-5673-4ff0-a9c1-7802ea0b902f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0956035 Jun 08 18:25:00.366395 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 31bfee3a-efc6-448a-b380-d1a3f9d92688, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31bfee3a-efc6-448a-b380-d1a3f9d92688,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:00.400221 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '31bfee3a-efc6-448a-b380-d1a3f9d92688', 'network_id': 'fd482b61-a0b9-4b63-a493-55226f854235', 'port_id': '31bfee3a-efc6-448a-b380-d1a3f9d92688', 'mac_address': 'fa:16:3e:12:e2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4cd4b4-154a-416f-a6e0-567b3a188e46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:25:00.512048 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-8f6c77c0-c3dd-4f8a-8558-44e8053c3297 service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841974 Jun 08 18:25:00.602039 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.644767 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bfee3a-efc6-448a-b380-d1a3f9d92688 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:25:00.671194 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.711821 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 31bfee3a-efc6-448a-b380-d1a3f9d92688, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31bfee3a-efc6-448a-b380-d1a3f9d92688,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:00.727563 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.740038 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:00.786788 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f2a99974-68f1-4540-9ee9-7c494d472cfc req-5b9a02e6-0522-493b-bba4-2ddbd3bf5121 service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682066 Jun 08 18:25:00.795346 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:00.799178 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87f853-3d8c-4853-8944-3cf95679946f" -d '{"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-plugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:00.801583 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da8efc-329d-4603-aa40-6b2b2baa5a5c req-0dea402b-f85a-4550-a6f9-4edd2f9f377e tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:00.814603 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-45da8efc-329d-4603-aa40-6b2b2baa5a5c req-0dea402b-f85a-4550-a6f9-4edd2f9f377e tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 944 time: 0.5474284 Jun 08 18:25:00.851549 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:00.859290 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f5eae-a4ab-4666-afff-551e32704957 req-807449e2-f6e4-4325-b22f-02b0867f94c6 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:00.862468 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.871498 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a38f5eae-a4ab-4666-afff-551e32704957 req-807449e2-f6e4-4325-b22f-02b0867f94c6 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.6025364 Jun 08 18:25:00.884043 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=31bfee3a-efc6-448a-b380-d1a3f9d92688,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:00.888633 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:00.889476 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:00.973485 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-45da8efc-329d-4603-aa40-6b2b2baa5a5c req-af310625-48ff-4f3c-b760-26e09848ae6c tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576438 Jun 08 18:25:00.991484 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a38f5eae-a4ab-4666-afff-551e32704957 req-276e23bc-4435-4000-8325-fb8cfd2720cb tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174102 Jun 08 18:25:00.993718 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=10']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:01.000705 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:01.055518 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['31bfee3a-efc6-448a-b380-d1a3f9d92688'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:25:01.342716 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Deleting port a5f276e8-330b-47b1-9fa0-c5f87125e6a7 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:01.343000 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:01.469409 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41bc01-9ab2-49d3-938a-a42ae148ca77 req-09058324-5505-4d3d-8c9f-bbdb2e37fda9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:01.471008 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ab41bc01-9ab2-49d3-938a-a42ae148ca77 req-09058324-5505-4d3d-8c9f-bbdb2e37fda9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.2959397 Jun 08 18:25:01.483839 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12674b-c579-4cbe-9807-e4dd529a5608 req-5dbb6d7e-1098-4ff1-815c-75641baca403 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:01.485460 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7e12674b-c579-4cbe-9807-e4dd529a5608 req-5dbb6d7e-1098-4ff1-815c-75641baca403 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 943 time: 0.2701156 Jun 08 18:25:01.595273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] For port a5f276e8-330b-47b1-9fa0-c5f87125e6a7, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,segment=NetworkSegment(6a28bb87-5985-44c4-9ce5-6c123cf85563),segment_id=6a28bb87-5985-44c4-9ce5-6c123cf85563)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:01.595594 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:01.616109 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ab41bc01-9ab2-49d3-938a-a42ae148ca77 req-a5fe1103-1a3b-43c9-abd6-209084a86bb5 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270199 Jun 08 18:25:01.677536 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7e12674b-c579-4cbe-9807-e4dd529a5608 req-0f1fd238-a991-4e37-a663-f453a15928af tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597097 Jun 08 18:25:01.694317 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc895a0-4cd4-4b82-9a91-e4688a1444ad x-openstack-request-id: req-3bc895a0-4cd4-4b82-9a91-e4688a1444ad {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:01.694879 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-plugged", "status": "completed", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:01.695372 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bc895a0-4cd4-4b82-9a91-e4688a1444ad {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:01.696332 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'code': 200} Jun 08 18:25:01.759463 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Calling delete_port for a5f276e8-330b-47b1-9fa0-c5f87125e6a7 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:01.829530 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:25:01.835856 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 31bfee3a-efc6-448a-b380-d1a3f9d92688 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:02.150408 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 31bfee3a-efc6-448a-b380-d1a3f9d92688 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:02.194009 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 31bfee3a-efc6-448a-b380-d1a3f9d92688 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:02.194664 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.219638 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.301028 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c16690bb-6524-49c7-a536-ed26f7fac799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:02.326490 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:02.376490 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'port_id': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'mac_address': 'fa:16:3e:76:0d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:25:02.488048 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50866e02-d117-414a-a773-562489895af3 req-09e4dc7e-8171-4b66-9da3-1e12db071b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:02.492774 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50866e02-d117-414a-a773-562489895af3 req-09e4dc7e-8171-4b66-9da3-1e12db071b87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 1099 time: 0.1641591 Jun 08 18:25:02.509887 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.546721 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f276e8-330b-47b1-9fa0-c5f87125e6a7,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:02.558141 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a509e7-e49e-4b93-8835-b290971e89a9 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:25:02.559982 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:02.568286 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-50866e02-d117-414a-a773-562489895af3 req-a37ba785-e18a-4543-8e06-5b628c278f7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654037 Jun 08 18:25:02.663103 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:02.669813 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.673687 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:02.731116 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.779233 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:02.783819 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:02.784120 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f997b61-2dd2-4255-a232-c38b12ffc537 req-7658f6c3-6134-4623-967f-e220b6739cc3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:02.785641 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3f997b61-2dd2-4255-a232-c38b12ffc537 req-7658f6c3-6134-4623-967f-e220b6739cc3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.5538669 Jun 08 18:25:02.792882 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 31bfee3a-efc6-448a-b380-d1a3f9d92688, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31bfee3a-efc6-448a-b380-d1a3f9d92688,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:02.802391 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.805804 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7991491d-8d29-4068-9fa0-bfae7f5fb681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:02.828247 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca9f75-0368-4687-8109-f13f4843d1a0 req-f948b4fe-db2c-48c4-bb41-8eda20b0aebd tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:02.829985 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8dca9f75-0368-4687-8109-f13f4843d1a0 req-f948b4fe-db2c-48c4-bb41-8eda20b0aebd tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 945 time: 0.3529272 Jun 08 18:25:02.902443 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=31bfee3a-efc6-448a-b380-d1a3f9d92688,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:02.910361 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:02.959678 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['f9a509e7-e49e-4b93-8835-b290971e89a9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:25:02.990280 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3f997b61-2dd2-4255-a232-c38b12ffc537 req-e613a4eb-22e7-4771-8576-35ddc42f0263 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927574 Jun 08 18:25:03.016281 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8dca9f75-0368-4687-8109-f13f4843d1a0 req-ae811d01-9b8d-4a54-9ddb-8701373497c2 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Jun 08 18:25:03.036357 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:03.580617 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd52e9-88f8-4960-af3d-c1b46fb2736d req-e8ad422a-c86e-4385-8e53-696c75611302 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:03.582253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-86fd52e9-88f8-4960-af3d-c1b46fb2736d req-e8ad422a-c86e-4385-8e53-696c75611302 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.3627999 Jun 08 18:25:03.698539 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bfee3a-efc6-448a-b380-d1a3f9d92688'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:03.703774 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e718260-db5f-4d8e-8686-963d956cb454" -d '{"events": [{"server_uuid": "66d7def3-1677-4d9a-9d97-13b9a89fa7c7", "name": "network-vif-plugged", "status": "completed", "tag": "31bfee3a-efc6-448a-b380-d1a3f9d92688"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:03.723520 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3d0b3-6dd3-4922-b77e-bae40be2ce43 req-fff945a5-68af-4e4b-8c7a-5e18da494cb1 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:03.725870 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-36a3d0b3-6dd3-4922-b77e-bae40be2ce43 req-fff945a5-68af-4e4b-8c7a-5e18da494cb1 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 944 time: 0.4073746 Jun 08 18:25:03.824954 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-86fd52e9-88f8-4960-af3d-c1b46fb2736d req-a0a1ac66-d4d6-483f-a856-ebca4c78c16b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850069 Jun 08 18:25:03.842398 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-36a3d0b3-6dd3-4922-b77e-bae40be2ce43 req-b923b792-5fa2-4927-96f9-a27a78efd65b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065774 Jun 08 18:25:03.844485 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:25:03.931450 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df50100-18b3-4f04-8e82-bc9d1dd722ca x-openstack-request-id: req-3df50100-18b3-4f04-8e82-bc9d1dd722ca {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:03.931934 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7def3-1677-4d9a-9d97-13b9a89fa7c7", "name": "network-vif-plugged", "status": "completed", "tag": "31bfee3a-efc6-448a-b380-d1a3f9d92688", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:03.932407 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3df50100-18b3-4f04-8e82-bc9d1dd722ca {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:03.933036 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bfee3a-efc6-448a-b380-d1a3f9d92688', 'code': 200} Jun 08 18:25:04.205109 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:04.210197 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:25:04.218555 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] 10.222.0.41 "PUT /v2.0/routers/e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2631569 Jun 08 18:25:04.222393 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44558) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:04.231086 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] Sync routers for ids ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:25:04.256790 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] Routers {'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:04.257474 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:24:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:04.464933 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837282e-d8f8-4631-b5e0-750a8de19b03 req-0854ab54-93d9-4fe3-bc40-cbda027504c4 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:04.475005 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e837282e-d8f8-4631-b5e0-750a8de19b03 req-0854ab54-93d9-4fe3-bc40-cbda027504c4 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1772583 Jun 08 18:25:04.770122 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e837282e-d8f8-4631-b5e0-750a8de19b03 req-05931330-ebba-421d-8d42-3aaf3e572571 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929318 Jun 08 18:25:04.821430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc638-03ab-400e-b79c-dd29e88408b2 req-197d5317-4bc6-4ef3-a3ed-3794f90af2f7 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:04.823846 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d1afc638-03ab-400e-b79c-dd29e88408b2 req-197d5317-4bc6-4ef3-a3ed-3794f90af2f7 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.3455048 Jun 08 18:25:04.852339 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] Set router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:04.917749 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d1afc638-03ab-400e-b79c-dd29e88408b2 req-8a55bc15-a483-4f5a-97f6-05290802b73d tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849562 Jun 08 18:25:05.154090 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:05.322070 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebe921-11d9-4f47-b6b4-c3b678c4be69 req-a63991a6-1e09-4a0b-a0f9-9a34649608cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:05.325985 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a0ebe921-11d9-4f47-b6b4-c3b678c4be69 req-a63991a6-1e09-4a0b-a0f9-9a34649608cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 1099 time: 0.4946616 Jun 08 18:25:05.486635 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a0ebe921-11d9-4f47-b6b4-c3b678c4be69 req-f2c0b7cf-a3e8-4601-9044-e4681630e72b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385376 Jun 08 18:25:05.565901 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:05.597948 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:25:02Z', 'revision_number': 5, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port': {'id': 'e39598c9-94e8-42c4-a612-9db23625b102', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:05.613710 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4ca2f-e35a-4241-8ff2-0abe9369003f req-41200203-d719-456b-97b8-7c389782d866 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:05.616348 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] Checking router: e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:25:05.616939 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1bf4ca2f-e35a-4241-8ff2-0abe9369003f req-41200203-d719-456b-97b8-7c389782d866 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.5183692 Jun 08 18:25:05.637397 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] Routers {'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:05.638263 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:24:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:05.709323 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388f28-274e-4c7e-a39e-09c66d0d8aa1 req-bdac61be-ba23-4a0b-a92e-ac94fc45ac4c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:05.723018 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e2388f28-274e-4c7e-a39e-09c66d0d8aa1 req-bdac61be-ba23-4a0b-a92e-ac94fc45ac4c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 944 time: 0.4132531 Jun 08 18:25:05.745114 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Deleting port e39598c9-94e8-42c4-a612-9db23625b102 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:05.746001 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:05.823135 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1bf4ca2f-e35a-4241-8ff2-0abe9369003f req-e08c734e-303b-4809-bde6-a000b882b25b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854150 Jun 08 18:25:05.848553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:05.849984 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e2388f28-274e-4c7e-a39e-09c66d0d8aa1 req-514ebea5-6703-49ae-9819-0260738cdb0f tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251867 Jun 08 18:25:05.866373 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] Set router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 gateway port host: None {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:05.976918 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] For port e39598c9-94e8-42c4-a612-9db23625b102, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=e39598c9-94e8-42c4-a612-9db23625b102,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:05.977728 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:06.001076 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port f9a509e7-e49e-4b93-8835-b290971e89a9 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:06.008399 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:25:05Z', 'revision_number': 6, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:06.012591 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port f9a509e7-e49e-4b93-8835-b290971e89a9 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:06.013702 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:06.014752 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1755ab18-2210-40f6-b3c1-1bffa792202a None None] The sync data for ids ['e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234'] in dv-cinder-733622-16-smb is: [{'id': 'e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234', 'name': 'tempest-ServerRescueNegativeTestJSON-209980606-router', 'tenant_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:25:05Z', 'revision_number': 6, 'project_id': '41c2c3f3ebe24ae5883b7259c97b4704', 'gw_port_host': None}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:25:06.134108 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a91992-f3a3-4bbe-b63a-ec1aefb04c52 req-1721d7dd-5b4f-4f61-9f1d-cf8511e7fbb7 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:06.142815 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b7a91992-f3a3-4bbe-b63a-ec1aefb04c52 req-1721d7dd-5b4f-4f61-9f1d-cf8511e7fbb7 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1544440 Jun 08 18:25:06.211678 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b7a91992-f3a3-4bbe-b63a-ec1aefb04c52 req-38ecca4d-5c78-4571-8749-177aca973c21 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675678 Jun 08 18:25:06.247392 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Calling delete_port for e39598c9-94e8-42c4-a612-9db23625b102 owned by network:router_gateway {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:06.273792 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:06.316252 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:06.320712 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e13fe9-cd48-411d-b8e5-5d3e677b8de4" -d '{"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-plugged", "status": "completed", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:06.337330 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:06.345243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:06.349902 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:06.511662 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7e5c13-123e-47b0-bbe2-8241aeda255c x-openstack-request-id: req-ae7e5c13-123e-47b0-bbe2-8241aeda255c {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:06.512661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-plugged", "status": "completed", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:06.513062 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae7e5c13-123e-47b0-bbe2-8241aeda255c {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:06.513674 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'code': 200} Jun 08 18:25:06.522052 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:06.527486 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device a5f276e8-330b-47b1-9fa0-c5f87125e6a7 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:06.537459 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eaa16-9ac5-4295-8196-3befaab85e34 req-7b7a4e45-684a-4ec4-8cb9-433bedc18d32 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:06.546590 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f54eaa16-9ac5-4295-8196-3befaab85e34 req-7b7a4e45-684a-4ec4-8cb9-433bedc18d32 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.1809843 Jun 08 18:25:06.592441 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:06.594428 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: a5f276e8-330b-47b1-9fa0-c5f87125e6a7 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:06.595369 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device a5f276e8-330b-47b1-9fa0-c5f87125e6a7 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:06.615100 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f54eaa16-9ac5-4295-8196-3befaab85e34 req-31bade6c-93ea-4329-b170-b7a07c3b10eb tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673697 Jun 08 18:25:06.716356 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:06.720000 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:06.763054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39598c9-94e8-42c4-a612-9db23625b102,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:06.765517 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:06.924185 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.116061 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.119216 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39f09c-244c-465b-8d03-ccfdd51ef175 req-d4da0d91-e62a-448a-9664-f3c16733ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:07.121675 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7c39f09c-244c-465b-8d03-ccfdd51ef175 req-d4da0d91-e62a-448a-9664-f3c16733ac6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1098 time: 0.2798264 Jun 08 18:25:07.122860 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.127562 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8912f-a2c8-42fe-a1c1-e692b1e862e1 req-d6ce6f51-3639-4085-b09e-e433a0dfffcd tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:07.139399 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-42b8912f-a2c8-42fe-a1c1-e692b1e862e1 req-d6ce6f51-3639-4085-b09e-e433a0dfffcd tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1557121 Jun 08 18:25:07.175194 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf6ed-9ef7-4050-bdc6-09cfff88e683 req-99a89a47-46d2-47f3-9b2c-8d662401353e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:07.182889 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2ffaf6ed-9ef7-4050-bdc6-09cfff88e683 req-99a89a47-46d2-47f3-9b2c-8d662401353e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.1579554 Jun 08 18:25:07.246843 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-42b8912f-a2c8-42fe-a1c1-e692b1e862e1 req-5f04c0f4-b7d4-47f3-a138-132f64ef4f91 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054175 Jun 08 18:25:07.274777 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2ffaf6ed-9ef7-4050-bdc6-09cfff88e683 req-460654f9-ce85-47e3-b020-a421577b707e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907652 Jun 08 18:25:07.345757 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.346279 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 {{(pid=91719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:25:07.348677 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-7c39f09c-244c-465b-8d03-ccfdd51ef175 req-f17b5a57-e957-444c-a107-aa3eb7c21993 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192740 Jun 08 18:25:07.365135 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.368916 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44612) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:07.369301 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e526b2c1-b10e-41e1-9dd7-3ec3c7b6e234 HTTP/1.1" status: 204 len: 168 time: 3.1444361 Jun 08 18:25:07.532636 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Deleting subnet d5bb0f00-3349-4a0e-a123-40a69ea1cf30 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:25:07.537000 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.610335 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.669633 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819ae07-0b68-49f4-8552-99b9ceeafb12 req-5a0f658d-a20e-4bc5-b1a8-62d13fb48764 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:07.671145 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4819ae07-0b68-49f4-8552-99b9ceeafb12 req-5a0f658d-a20e-4bc5-b1a8-62d13fb48764 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2185287 Jun 08 18:25:07.710570 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.811962 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4819ae07-0b68-49f4-8552-99b9ceeafb12 req-f01d44ef-2df2-457d-9a95-227621247ce3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351423 Jun 08 18:25:07.874294 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d7019-9ccd-4e7d-9803-71708ab8c020 req-66fa7454-7d6d-4eeb-8416-88d3eb6d40ce tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:07.875997 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-af0d7019-9ccd-4e7d-9803-71708ab8c020 req-66fa7454-7d6d-4eeb-8416-88d3eb6d40ce tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.1295412 Jun 08 18:25:07.878354 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.885172 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-f8d59e54-5eb1-42c0-a059-a876057c2f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:07.940006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bb0f00-3349-4a0e-a123-40a69ea1cf30,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:07.945991 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:07.948323 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:07.950937 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-7537837a-8afe-44ba-86e2-28d1da19211f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d5bb0f00-3349-4a0e-a123-40a69ea1cf30 HTTP/1.1" status: 204 len: 168 time: 0.5802138 Jun 08 18:25:07.955043 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44622) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:07.982439 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-af0d7019-9ccd-4e7d-9803-71708ab8c020 req-8dadbd39-9faf-4873-8c88-1c730c000e91 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981996 Jun 08 18:25:08.087013 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.235159 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba2b89-a8fc-4d13-baf8-64f980ffc5d2 req-56378e08-f271-4f10-acec-ebf0f5e149de tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:08.237370 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fdba2b89-a8fc-4d13-baf8-64f980ffc5d2 req-56378e08-f271-4f10-acec-ebf0f5e149de tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.0923386 Jun 08 18:25:08.300611 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.305064 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fdba2b89-a8fc-4d13-baf8-64f980ffc5d2 req-029eaa1b-43b3-48e5-9637-45bb3664e011 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610416 Jun 08 18:25:08.330554 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6d3d31-14eb-4ecb-9c64-123b4c715252']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:08.347158 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a28bb87-5985-44c4-9ce5-6c123cf85563') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:08.347385 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a28bb87-5985-44c4-9ce5-6c123cf85563') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:08.361810 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.376692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-22641c54-b0e6-4067-bca1-87c3e271fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:08.378196 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-22641c54-b0e6-4067-bca1-87c3e271fede service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1098 time: 0.1476243 Jun 08 18:25:08.390487 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.442490 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device e39598c9-94e8-42c4-a612-9db23625b102 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:08.490201 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: e39598c9-94e8-42c4-a612-9db23625b102 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:08.490745 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device e39598c9-94e8-42c4-a612-9db23625b102 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:08.506816 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:25:08.507583 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:25:08.523622 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:25:08.539813 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644420d8-c454-456a-8fde-d120738cb167 req-486d9b51-6017-4bcd-af2b-ff2df56a8864 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:08.541527 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-644420d8-c454-456a-8fde-d120738cb167 req-486d9b51-6017-4bcd-af2b-ff2df56a8864 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1068420 Jun 08 18:25:08.602721 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-644420d8-c454-456a-8fde-d120738cb167 req-588e4e38-d329-40a1-ab41-12da2977e562 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552177 Jun 08 18:25:08.650246 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.661094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.663282 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e6d3d31-14eb-4ecb-9c64-123b4c715252 HTTP/1.1" status: 204 len: 168 time: 0.7061172 Jun 08 18:25:08.673925 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-435a4665-3793-4966-bc82-dbe617b5534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:08.695131 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6d3d31-14eb-4ecb-9c64-123b4c715252,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:08.698934 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e4c5206e-3716-4294-9578-a38849a9ba16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:08.703691 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-f48276d7-e469-4a36-9ef2-379893106bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:08.705262 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-f48276d7-e469-4a36-9ef2-379893106bc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 0.3163509 Jun 08 18:25:08.840438 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564ea2a-69a9-474a-b084-003028ae2d0b req-a8152c4f-9b99-40b0-b715-180b26d59777 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:08.842793 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e564ea2a-69a9-474a-b084-003028ae2d0b req-a8152c4f-9b99-40b0-b715-180b26d59777 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.0990119 Jun 08 18:25:08.898288 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e564ea2a-69a9-474a-b084-003028ae2d0b req-67f4222a-5d18-4543-8658-588830c27e41 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500934 Jun 08 18:25:08.902323 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-0d29ad90-2088-45d8-a341-fff4cbe14cc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 1001 time: 0.1832933 Jun 08 18:25:08.929318 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44648) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:08.951134 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44654) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:08.981765 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-5a1b454a-91a1-4234-b359-11181a0940c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:08.983916 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-5a1b454a-91a1-4234-b359-11181a0940c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.0736008 Jun 08 18:25:09.020651 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-49dad194-086e-44ee-a170-8dcbcfb8e81c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c2c3f3ebe24ae5883b7259c97b4704&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682437 Jun 08 18:25:09.025586 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44656) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:09.083103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-4ad0fa47-bf4b-48cd-8e14-74fe838b45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:09.084971 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-4ad0fa47-bf4b-48cd-8e14-74fe838b45d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0926824 Jun 08 18:25:09.108201 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:09.139609 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:09.204273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:09.215930 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:09.215930 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed0d3370-a224-47bf-8085-19a1079bd7d2 HTTP/1.1" status: 204 len: 168 time: 0.1828358 Jun 08 18:25:09.215930 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8ec23656-853d-4760-8202-e47a40d2d32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:09.221556 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d3370-a224-47bf-8085-19a1079bd7d2,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:09.224912 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:09.264936 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-afa833bf-efa7-4e56-99cf-b1e8e936b20a service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709344 Jun 08 18:25:09.341303 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96017a-194f-4854-8bd9-2c443dc7a01e tempest-TestShelveInstance-1438132635 tempest-TestShelveInstance-1438132635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:09.346190 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4f96017a-194f-4854-8bd9-2c443dc7a01e tempest-TestShelveInstance-1438132635 tempest-TestShelveInstance-1438132635-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1093 time: 0.4131541 Jun 08 18:25:09.346642 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44664) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:09.351977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Request body: {'floatingip': {'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'port_id': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:09.385130 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for floatingip, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:09.429772 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-91abbdc5-fae7-4bf4-baca-32e0e4c8cdff req-41b0ecf5-0b2b-49eb-b4c1-14dea3350045 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578016 Jun 08 18:25:09.693729 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2b91-133a-437f-9fdc-3e0c99b97fff req-75adf363-164b-4180-aacd-ad69dd283005 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:09.694934 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93ad2b91-133a-437f-9fdc-3e0c99b97fff req-75adf363-164b-4180-aacd-ad69dd283005 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2316425 Jun 08 18:25:09.769531 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93ad2b91-133a-437f-9fdc-3e0c99b97fff req-90ae46f5-c683-4303-8745-4f1ca27d8bfa tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610139 Jun 08 18:25:09.770807 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:09.929782 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Allocated IP 172.28.0.101 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/e6175d2d-098a-4104-ba32-496b9b271113) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:10.114482 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:10.162225 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:10.162825 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:10.162825 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:10.162825 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:10.162825 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:10.162825 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:10.162825 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:10.185483 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:10.187192 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:10.194635 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:10.202782 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e508d809-a7b3-42e7-84b9-4138e195b9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:10.212459 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:25:10.653177 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:10.741014 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:11.051104 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1c0f-43cc-46ba-84fb-44b557fad135 req-5f623a40-0cc6-4295-aa16-857ac2dea666 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:11.052676 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-84af1c0f-43cc-46ba-84fb-44b557fad135 req-5f623a40-0cc6-4295-aa16-857ac2dea666 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1369750 Jun 08 18:25:11.061005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:11.079154 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:11.093058 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:11.207667 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-84af1c0f-43cc-46ba-84fb-44b557fad135 req-bdefd039-ad87-4d1a-931d-9b34831e2325 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445179 Jun 08 18:25:11.224725 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event updated for resources: {'Port': ['ID=e6175d2d-098a-4104-ba32-496b9b271113,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:11.227806 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:11.260640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:11.456023 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.l3_db [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Floating IP de2890a3-e3c2-4f53-a126-82905ca31bfe associated. External IP: 172.28.0.101, port: f9a509e7-e49e-4b93-8835-b290971e89a9. Jun 08 18:25:12.044575 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Router a1f4e31f-062a-404e-9826-778efc359c7e has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:25:12.295757 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:25:12.316501 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] Sync routers for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:25:12.332383 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:12.341359 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:12.343111 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:24:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:12.474198 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1262035 Jun 08 18:25:12.475752 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:12.480562 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89505801-501e-4f4e-aa74-70c1a897806b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:12.556593 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c4c1a-6c6b-4150-8166-da236d15394a x-openstack-request-id: req-328c4c1a-6c6b-4150-8166-da236d15394a {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:12.557489 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:12.557768 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-328c4c1a-6c6b-4150-8166-da236d15394a {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:12.558193 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'status': 'completed', 'code': 200} Jun 08 18:25:12.623811 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:12.673910 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505801-501e-4f4e-aa74-70c1a897806b req-c9d7d9f0-e7bb-4a0c-8d10-f260aa2116cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:12.675991 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-c9d7d9f0-e7bb-4a0c-8d10-f260aa2116cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1098 time: 0.0959466 Jun 08 18:25:12.969392 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505801-501e-4f4e-aa74-70c1a897806b req-8b6eaaaa-bb14-4b50-a896-950367cd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:12.971976 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-8b6eaaaa-bb14-4b50-a896-950367cd3c2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 910 time: 0.2876623 Jun 08 18:25:13.170176 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': 'de2890a3-e3c2-4f53-a126-82905ca31bfe', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'floating_ip_address': '172.28.0.101', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'port_id': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'mac_address': 'fa:16:3e:76:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:25:10Z', 'updated_at': '2021-06-08T18:25:10Z', 'revision_number': 0, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:59Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:13.177120 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] Checking router: a1f4e31f-062a-404e-9826-778efc359c7e for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:25:13.195640 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:13.196314 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:24:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:13.203379 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-3e8ce658-7044-4d37-a48f-8f89a4091008 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 999 time: 0.2226458 Jun 08 18:25:13.296524 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505801-501e-4f4e-aa74-70c1a897806b req-e987b211-9251-423a-be23-13664b6452c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:13.298191 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-e987b211-9251-423a-be23-13664b6452c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.0790987 Jun 08 18:25:13.360381 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d815b6e0-b55b-4825-9fed-78b2dca7c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:13.409001 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505801-501e-4f4e-aa74-70c1a897806b req-d7e27db3-deb1-41e3-ba95-479a67505847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:13.411347 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-d7e27db3-deb1-41e3-ba95-479a67505847 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1060641 Jun 08 18:25:13.423875 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:13.439446 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:13.610018 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-1283de0f-4542-4dee-ac9c-5349b46cf80c service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909552 Jun 08 18:25:13.786071 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-89505801-501e-4f4e-aa74-70c1a897806b req-d5e3ba4e-35b3-41cc-8007-98ba1c48cdab service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686037 Jun 08 18:25:13.890821 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': 'de2890a3-e3c2-4f53-a126-82905ca31bfe', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'floating_ip_address': '172.28.0.101', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'port_id': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'mac_address': 'fa:16:3e:76:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:25:10Z', 'updated_at': '2021-06-08T18:25:10Z', 'revision_number': 0, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:59Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:13.895592 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee1e11-4a08-4a17-b097-268cdcdaa2c1 None None] The sync data for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb is: [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': 'de2890a3-e3c2-4f53-a126-82905ca31bfe', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'floating_ip_address': '172.28.0.101', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'port_id': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'mac_address': 'fa:16:3e:76:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:25:10Z', 'updated_at': '2021-06-08T18:25:10Z', 'revision_number': 0, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:59Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:25:14.133629 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d5ea3-f468-4601-966b-97f36be73e79 None None] New status for floating IP de2890a3-e3c2-4f53-a126-82905ca31bfe: ACTIVE {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:25:14.346016 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:14.457331 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44758) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:14.732385 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:14.897384 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:14.902981 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:14.915182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e42fcd6a-c984-4331-bfed-97bd060cdd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:14.976642 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3472474e9d3e4c08abc42ce9ea179d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174520 Jun 08 18:25:14.977723 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08429aff-59c9-4b1e-8308-6c77add3bf5d,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:14.981220 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44772) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:14.982015 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:15.047091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:15.079008 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:15.156227 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:15.158764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:15.160243 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08429aff-59c9-4b1e-8308-6c77add3bf5d HTTP/1.1" status: 204 len: 168 time: 0.1778662 Jun 08 18:25:15.161072 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-997e1f31-8c1f-4512-ac00-60c77052b601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:15.173218 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08429aff-59c9-4b1e-8308-6c77add3bf5d,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:15.175689 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:15.679460 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:20.913098 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 44856) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:21.032650 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.131913 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.135825 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.143147 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-797ac887-1f8f-46c8-b141-f4dd7e3c6a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:21.183137 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddf2fa14a9a74d779dca420a61a79861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688396 Jun 08 18:25:21.184608 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6145d44-1bcd-48fa-ad94-b37de33df207,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:21.186327 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 44860) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:21.188041 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:21.245597 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.272558 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.322662 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.325671 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:21.326817 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6145d44-1bcd-48fa-ad94-b37de33df207 HTTP/1.1" status: 204 len: 168 time: 0.1395047 Jun 08 18:25:21.327628 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-314f05d2-8234-4070-a1fc-7cc32d10974d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:21.337449 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6145d44-1bcd-48fa-ad94-b37de33df207,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:21.344791 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.345174 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.345533 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.345947 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.346427 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.346892 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.347236 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.347846 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.348280 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.348632 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.349075 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.349555 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:21.352629 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:29.932383 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80296227-33bb-4caf-857b-8f6214ecafc5 req-559cd019-9ae2-4d44-94cf-f27af17dd371 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:29.933919 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-80296227-33bb-4caf-857b-8f6214ecafc5 req-559cd019-9ae2-4d44-94cf-f27af17dd371 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.0859847 Jun 08 18:25:29.979801 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-80296227-33bb-4caf-857b-8f6214ecafc5 req-081ab8d4-56c4-417d-b54e-2b1a7cc37285 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jun 08 18:25:30.312586 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-65cdf950-2ef4-4025-b3a9-95ce61145a5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742304 Jun 08 18:25:30.413452 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-aff49d58-fc0a-4fad-a064-04dbb3d04dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:30.414934 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-aff49d58-fc0a-4fad-a064-04dbb3d04dd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 1098 time: 0.0756731 Jun 08 18:25:30.570881 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-471b41b9-5ac2-4170-905e-f0720e2d1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:30.572324 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-471b41b9-5ac2-4170-905e-f0720e2d1c1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 0.1333671 Jun 08 18:25:30.684477 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-b1f06354-3c45-473f-9406-e86b549f4a6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 200 len: 1001 time: 0.0972834 Jun 08 18:25:30.753005 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-d1b55ca6-479c-4485-97f5-62f30ae23f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:30.754488 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-d1b55ca6-479c-4485-97f5-62f30ae23f2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.0614352 Jun 08 18:25:30.831785 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-3e5c09b5-f0df-41fa-815e-fbf52ef43760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:30.833261 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-3e5c09b5-f0df-41fa-815e-fbf52ef43760 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0702400 Jun 08 18:25:30.985185 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-579c1f63-b088-402c-851e-ed23bd632470 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427076 Jun 08 18:25:31.126292 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8c757c1e-f481-4bea-9bf2-ccc0d2e700a4 req-ae9e0bf8-47e9-4b64-930a-0ae24d46c1b8 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265261 Jun 08 18:25:31.169042 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d986-e93f-4e66-bedc-fc50d4cdc9a2 req-afc2a478-8957-4cfc-8eff-aee031b6f3b9 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:31.170534 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0914d986-e93f-4e66-bedc-fc50d4cdc9a2 req-afc2a478-8957-4cfc-8eff-aee031b6f3b9 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.0822845 Jun 08 18:25:31.218826 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0914d986-e93f-4e66-bedc-fc50d4cdc9a2 req-39265535-cff6-4bf9-8922-d26ab1341cad tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Jun 08 18:25:32.407341 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984156a0-6cbf-4ad9-8ec1-7f9a2f42b485 req-49d9e753-d6db-4ec9-a058-fc4a2381dd1e tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:32.408888 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-984156a0-6cbf-4ad9-8ec1-7f9a2f42b485 req-49d9e753-d6db-4ec9-a058-fc4a2381dd1e tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.0859559 Jun 08 18:25:32.459230 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-984156a0-6cbf-4ad9-8ec1-7f9a2f42b485 req-99f4055e-dcc5-4af8-994c-a00380847cd4 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Jun 08 18:25:33.656659 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4e7-ce5d-453e-a643-6214bfc0b3cc req-185ed4d8-6ab4-4873-b13f-5d395d7999d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:33.658206 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9970c4e7-ce5d-453e-a643-6214bfc0b3cc req-185ed4d8-6ab4-4873-b13f-5d395d7999d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.0898283 Jun 08 18:25:33.708239 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9970c4e7-ce5d-453e-a643-6214bfc0b3cc req-5ec9f211-8fb7-49b6-9989-9b686cee90e5 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Jun 08 18:25:34.145264 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.974644 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf307c-5cf2-4a70-91db-4ca23cc133a8 req-af089d58-5980-456f-88d9-89b53dc19f30 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:34.977979 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6fbf307c-5cf2-4a70-91db-4ca23cc133a8 req-af089d58-5980-456f-88d9-89b53dc19f30 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.1434207 Jun 08 18:25:35.067058 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6fbf307c-5cf2-4a70-91db-4ca23cc133a8 req-44ae2e2b-6264-4353-b130-9f654481f2d4 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802732 Jun 08 18:25:35.118765 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-0de6629c-62c6-48e7-b8c4-0d19248f83ee tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:35.120324 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-0de6629c-62c6-48e7-b8c4-0d19248f83ee tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 946 time: 0.1176386 Jun 08 18:25:35.373108 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Deleting port 31bfee3a-efc6-448a-b380-d1a3f9d92688 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:35.373484 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.523938 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] For port 31bfee3a-efc6-448a-b380-d1a3f9d92688, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=31bfee3a-efc6-448a-b380-d1a3f9d92688,segment=NetworkSegment(41ef04fd-9795-4c07-9b0d-da2c2917cf79),segment_id=41ef04fd-9795-4c07-9b0d-da2c2917cf79)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:35.524297 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.665214 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Calling delete_port for 31bfee3a-efc6-448a-b380-d1a3f9d92688 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:35.789172 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.795559 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:35.803807 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['31bfee3a-efc6-448a-b380-d1a3f9d92688'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:25:35.851888 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Pushing event deleted for resources: {'Port': ['ID=31bfee3a-efc6-448a-b380-d1a3f9d92688,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:35.855723 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:35.940953 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] No DVR routers for this DVR port 31bfee3a-efc6-448a-b380-d1a3f9d92688 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:25:35.943716 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.946036 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-be606ed6-e7c0-4eb3-8886-e97a37fa7a74 req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.48 "DELETE /v2.0/ports/31bfee3a-efc6-448a-b380-d1a3f9d92688 HTTP/1.1" status: 204 len: 173 time: 0.8144028 Jun 08 18:25:35.946559 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'name': 'network-vif-deleted', 'tag': '31bfee3a-efc6-448a-b380-d1a3f9d92688'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:35.949436 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b6e3bf-adea-4dd6-90f7-03cc9f2a69ec" -d '{"events": [{"server_uuid": "66d7def3-1677-4d9a-9d97-13b9a89fa7c7", "name": "network-vif-deleted", "tag": "31bfee3a-efc6-448a-b380-d1a3f9d92688"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:36.007704 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe9d8f-2e44-4869-b001-87d745ff8c29 x-openstack-request-id: req-8efe9d8f-2e44-4869-b001-87d745ff8c29 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:36.008213 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7def3-1677-4d9a-9d97-13b9a89fa7c7", "name": "network-vif-deleted", "tag": "31bfee3a-efc6-448a-b380-d1a3f9d92688", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:36.008679 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8efe9d8f-2e44-4869-b001-87d745ff8c29 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:36.009396 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7def3-1677-4d9a-9d97-13b9a89fa7c7', 'name': 'network-vif-deleted', 'tag': '31bfee3a-efc6-448a-b380-d1a3f9d92688', 'status': 'completed', 'code': 200} Jun 08 18:25:36.262217 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-474455d6-d39c-4c14-8ce0-0a84bbba9722 req-5fc58a47-38c4-4e50-a51a-2f285678f9df tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7def3-1677-4d9a-9d97-13b9a89fa7c7 HTTP/1.1" status: 200 len: 210 time: 0.0496867 Jun 08 18:25:38.022734 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 31bfee3a-efc6-448a-b380-d1a3f9d92688 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:38.059845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 31bfee3a-efc6-448a-b380-d1a3f9d92688 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:38.060172 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 31bfee3a-efc6-448a-b380-d1a3f9d92688 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:40.199129 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-433561d3-d557-44aa-99e8-319689aa6b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:40.625551 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45116) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:40.780033 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:40.903491 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:40.907979 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:40.917094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-732a3610-a588-47e8-a08f-fbfdee97d98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:40.961927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45122) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:40.962983 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db69d4944bdd44808772f3e01ae39ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355334 Jun 08 18:25:40.967501 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0957ad-aa08-4620-b637-cc1646a3c5a8,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:40.978496 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:41.044057 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.072284 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.133967 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.137724 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.139213 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b0957ad-aa08-4620-b637-cc1646a3c5a8 HTTP/1.1" status: 204 len: 168 time: 0.1762078 Jun 08 18:25:41.140337 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e3da69f6-b042-4bef-b63d-75de4655c429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:41.150695 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0957ad-aa08-4620-b637-cc1646a3c5a8,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:41.159325 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.159699 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.160050 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.160398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.160747 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.161095 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.161576 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.161970 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.162345 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.162687 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.163027 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.163432 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:41.166901 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bf0192d3-5db3-48d9-bbfc-afdcd4f4f171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:41.472128 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45130) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:41.490288 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.626830 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.631749 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.642194 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8072e5ec-7724-4c86-b486-90decedfa97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:41.685003 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a573686720f44a22a7c2746f5a73cd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117646 Jun 08 18:25:41.685991 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a606db7-ce8a-46cd-8485-f86a326f6132,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:41.687833 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45132) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:41.689667 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:41.762291 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.790594 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.847219 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.849800 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.850941 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a606db7-ce8a-46cd-8485-f86a326f6132 HTTP/1.1" status: 204 len: 168 time: 0.1620049 Jun 08 18:25:41.851704 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4add2219-4092-488c-b2d4-543ec09c4ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:41.862528 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a606db7-ce8a-46cd-8485-f86a326f6132,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:41.864814 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:43.293341 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb9f5-ba70-40e9-b933-9c9f2573caef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.408575 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.363048 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.676648 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.783964 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec063e38-b064-4134-bf2b-5f1ee195d34f req-4d4d8366-affa-4210-be84-86f773aeaad1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:46.785811 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec063e38-b064-4134-bf2b-5f1ee195d34f req-4d4d8366-affa-4210-be84-86f773aeaad1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.1232131 Jun 08 18:25:46.865311 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ec063e38-b064-4134-bf2b-5f1ee195d34f req-7e5b9d20-1cfe-482a-97a9-4db8bdcdbb45 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693357 Jun 08 18:25:47.215690 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:25:48.207469 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b9fbc-ffe9-44b1-9a51-16a8f511bef9 req-89a8f979-8fd6-44b3-bd0b-78de6cb2ad81 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:48.208926 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-945b9fbc-ffe9-44b1-9a51-16a8f511bef9 req-89a8f979-8fd6-44b3-bd0b-78de6cb2ad81 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.2035425 Jun 08 18:25:48.287617 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-945b9fbc-ffe9-44b1-9a51-16a8f511bef9 req-c13c1a02-af8c-4dfc-9ec5-787255ef1658 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b2eddbe-7bbe-4661-8e79-af4023a6b747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705657 Jun 08 18:25:48.561816 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-ac5f8e0d-bc2b-43d7-9b4b-13b6cf223f1c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:48.563826 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-ac5f8e0d-bc2b-43d7-9b4b-13b6cf223f1c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 946 time: 0.1152890 Jun 08 18:25:48.734532 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Deleting port 35020f21-59fc-42a8-9e44-f02e50e42fdc {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:48.734759 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.911681 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] For port 35020f21-59fc-42a8-9e44-f02e50e42fdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=35020f21-59fc-42a8-9e44-f02e50e42fdc,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:48.912322 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:49.250752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:49.251125 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:49.251441 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Floating IP 7d47bf55-c5ed-4d8a-990b-43ad2476a494 disassociated. External IP: 172.28.0.10, port: 35020f21-59fc-42a8-9e44-f02e50e42fdc. Jun 08 18:25:49.251817 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Calling delete_port for 35020f21-59fc-42a8-9e44-f02e50e42fdc owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:49.373615 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:49.380278 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:49.469075 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6a3c94c0-784f-4662-bbe1-37daa0e65a46 req-efe0e614-afc9-46d7-91a0-3a6933c6d731 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 210 time: 0.0448923 Jun 08 18:25:49.518101 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event deleted for resources: {'Port': ['ID=35020f21-59fc-42a8-9e44-f02e50e42fdc,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:49.520930 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:49.730854 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:25:49.952000 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:25:49.969043 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:25:50.001098 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:50.006200 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:25:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:50.102537 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] No DVR routers for this DVR port 35020f21-59fc-42a8-9e44-f02e50e42fdc on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:25:50.108615 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:50.110845 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-96edbc97-e6f2-4f39-8dd9-3bdfcae2b304 req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "DELETE /v2.0/ports/35020f21-59fc-42a8-9e44-f02e50e42fdc HTTP/1.1" status: 204 len: 173 time: 1.5397208 Jun 08 18:25:50.111377 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-deleted', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:50.113809 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec552ce-030e-452c-ad56-5262ed39bb73" -d '{"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-deleted", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:50.218459 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8765768-73e2-438a-a720-21e8b0de9347 x-openstack-request-id: req-d8765768-73e2-438a-a720-21e8b0de9347 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:50.218784 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162d3889-0dc0-44ba-a1ca-1c336dcbf8f8", "name": "network-vif-deleted", "tag": "35020f21-59fc-42a8-9e44-f02e50e42fdc", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:50.219072 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8765768-73e2-438a-a720-21e8b0de9347 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:50.219553 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162d3889-0dc0-44ba-a1ca-1c336dcbf8f8', 'name': 'network-vif-deleted', 'tag': '35020f21-59fc-42a8-9e44-f02e50e42fdc', 'status': 'completed', 'code': 200} Jun 08 18:25:50.314647 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:50.726245 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5ea549a3-1b0b-40d7-a85d-5c8d74fb8b3d req-97759f9d-e3cf-4891-8ce7-3dbfed8cc8d6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=162d3889-0dc0-44ba-a1ca-1c336dcbf8f8 HTTP/1.1" status: 200 len: 210 time: 0.0937271 Jun 08 18:25:50.819993 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:50.823859 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:25:50.839780 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:50.842458 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:25:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:51.187156 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:51.433963 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56cd9a-4479-4b57-9ea6-0a09fc6699cf req-3e2b3045-769a-4c71-8921-3d9c8567b298 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:51.441292 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ee56cd9a-4479-4b57-9ea6-0a09fc6699cf req-3e2b3045-769a-4c71-8921-3d9c8567b298 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1087630 Jun 08 18:25:51.503468 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ee56cd9a-4479-4b57-9ea6-0a09fc6699cf req-821ec11b-ec50-4009-b4b8-af4f077f3a4d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573626 Jun 08 18:25:51.695951 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:51.703722 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534de47-eedf-4606-864a-7e3ac7f70e2c None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:25:51.989832 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45346) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:52.084972 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:52.099696 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.158193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.202437 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 35020f21-59fc-42a8-9e44-f02e50e42fdc {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:52.204540 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 35020f21-59fc-42a8-9e44-f02e50e42fdc not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:52.221371 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c683e-4a3f-498c-9627-04629c139dcf None None] New status for floating IP 7d47bf55-c5ed-4d8a-990b-43ad2476a494: DOWN {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:25:52.251955 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.255036 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.256817 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b2eddbe-7bbe-4661-8e79-af4023a6b747 HTTP/1.1" status: 204 len: 168 time: 0.2640352 Jun 08 18:25:52.257011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:52.261528 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45350) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:52.269914 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2eddbe-7bbe-4661-8e79-af4023a6b747,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:52.272674 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:52.298641 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.api.v2.resource [None req-f2f753dd-973f-46c4-bcec-514ed40ac62d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] show failed (client error): The resource could not be found. Jun 08 18:25:52.300527 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-f2f753dd-973f-46c4-bcec-514ed40ac62d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups/5b2eddbe-7bbe-4661-8e79-af4023a6b747 HTTP/1.1" status: 404 len: 347 time: 0.0375535 Jun 08 18:25:52.306121 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45352) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:52.746435 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Deleting port 6c494db9-89ae-4798-b149-9e8e31b971d9 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:52.746847 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.900151 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.900546 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.924427 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268dac4-7abb-4e24-9607-c180680e25e9 req-cf8dadac-8e0e-43e9-9c71-d07db4de6f67 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:52.926072 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b268dac4-7abb-4e24-9607-c180680e25e9 req-cf8dadac-8e0e-43e9-9c71-d07db4de6f67 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.2237723 Jun 08 18:25:53.063806 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Calling delete_port for 6c494db9-89ae-4798-b149-9e8e31b971d9 owned by network:floatingip {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:53.111223 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b268dac4-7abb-4e24-9607-c180680e25e9 req-bea38df2-5dea-4eec-9b98-50c033ab5727 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273167 Jun 08 18:25:53.254478 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.264706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eb9dd92f-a63d-464b-a8d5-da2d3eb6d7cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:53.364533 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event deleted for resources: {'Port': ['ID=6c494db9-89ae-4798-b149-9e8e31b971d9,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:53.415574 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:53.534551 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-24b28c54-aae5-4c8a-b87e-7efa7411dced tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:53.536408 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-24b28c54-aae5-4c8a-b87e-7efa7411dced tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1107271 Jun 08 18:25:53.560559 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.565098 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.566990 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "DELETE /v2.0/floatingips/7d47bf55-c5ed-4d8a-990b-43ad2476a494 HTTP/1.1" status: 204 len: 168 time: 1.2576509 Jun 08 18:25:53.781039 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Deleting port 4bb46692-255c-4460-9d4a-2df435ace3c0 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:53.781644 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.917520 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45380) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:53.925641 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995172276', 'description': 'tempest-description--1356362265'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:53.965587 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.966759 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] For port 4bb46692-255c-4460-9d4a-2df435ace3c0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4bb46692-255c-4460-9d4a-2df435ace3c0,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:53.967143 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.132410 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.151456 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.160116 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bc39efe8-b519-4b46-bc30-9a2c84e00e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:54.188397 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45386) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:54.223236 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.227825 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3087265 Jun 08 18:25:54.229398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45390) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:54.234318 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'security_group_rule': {'security_group_id': 'a45cda56-787c-4df7-94c3-63ee25104315', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:54.239090 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cda56-787c-4df7-94c3-63ee25104315,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:54.243408 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:54.333952 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.371412 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.372143 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.373184 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Floating IP 4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69 disassociated. External IP: 172.28.0.254, port: 4bb46692-255c-4460-9d4a-2df435ace3c0. Jun 08 18:25:54.373184 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Calling delete_port for 4bb46692-255c-4460-9d4a-2df435ace3c0 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:54.423996 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7191e-d334-47e0-9dbf-a0500d295bb1 req-194f58cd-e230-46f5-a4a3-5cc2340b6a4d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:54.425845 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3bd7191e-d334-47e0-9dbf-a0500d295bb1 req-194f58cd-e230-46f5-a4a3-5cc2340b6a4d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 945 time: 0.1585128 Jun 08 18:25:54.429726 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.432201 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.452416 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.459876 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:54.499721 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8e1f46-cea3-4200-a710-e9d4fd92ad76,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:54.509221 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:54.512805 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3bd7191e-d334-47e0-9dbf-a0500d295bb1 req-f90e4aee-dde1-4adc-becf-c90074742d4e tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=aff9a1ff-01a8-472b-adde-f7ff87c39f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750234 Jun 08 18:25:54.559703 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.565955 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-721cfef5-13b4-46c6-b52a-4daab7094b74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:54.621094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event deleted for resources: {'Port': ['ID=4bb46692-255c-4460-9d4a-2df435ace3c0,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:54.625872 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:54.946931 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.954311 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.961670 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.965451 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7345102 Jun 08 18:25:54.968045 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45398) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:54.979378 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1861f1d3-b9ec-40d6-ac88-27c93cac384e tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:54.980894 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'security_group_rule': {'security_group_id': 'a45cda56-787c-4df7-94c3-63ee25104315', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:55.028553 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3b75e8b73b14f26a34d87a3e5efe759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8396199 Jun 08 18:25:55.034152 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45400) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:55.042097 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.052006 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afc2a7-47b5-4fe1-8ca4-8f6fa3c68ce2,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:55.056877 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:55.061336 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:25:55.168488 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.175052 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.179332 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d9f088a4-5881-40d3-8dc1-949093d2d4ab tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:55.234573 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130c15f3-41a1-4118-87a2-6e7e3d6e1e2a,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:55.243307 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:55.251765 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.256815 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2831759 Jun 08 18:25:55.257070 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45402) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:55.262521 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'floatingip': {'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:55.283196 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.292061 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.337622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.375602 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:25:55.389320 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:25:55.399938 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:55.400992 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:25:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:55.484418 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.536671 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] No DVR routers for this DVR port 4bb46692-255c-4460-9d4a-2df435ace3c0 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:25:55.539600 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.543855 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8a1184f2-e489-45cf-a3cf-94df82e2a791 req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "DELETE /v2.0/ports/4bb46692-255c-4460-9d4a-2df435ace3c0 HTTP/1.1" status: 204 len: 173 time: 1.9992273 Jun 08 18:25:55.563949 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'name': 'network-vif-deleted', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:55.567773 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930130a9-45f4-416c-bf0b-3266c13989b0" -d '{"events": [{"server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "name": "network-vif-deleted", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:55.580016 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.583420 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.598276 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95afc2a7-47b5-4fe1-8ca4-8f6fa3c68ce2 HTTP/1.1" status: 204 len: 168 time: 0.5619867 Jun 08 18:25:55.599238 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7fd320cb-3781-4a53-be2c-bdcff3d2c043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:55.616126 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afc2a7-47b5-4fe1-8ca4-8f6fa3c68ce2,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:55.621299 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:55.662607 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab0c6d6-5d3b-44ae-b1aa-c7858455ac23 x-openstack-request-id: req-dab0c6d6-5d3b-44ae-b1aa-c7858455ac23 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:55.663172 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4bf8b-9a27-40e1-810a-7c1e323b622f", "name": "network-vif-deleted", "tag": "4bb46692-255c-4460-9d4a-2df435ace3c0", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:55.663459 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dab0c6d6-5d3b-44ae-b1aa-c7858455ac23 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:55.663906 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:55.664072 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4bf8b-9a27-40e1-810a-7c1e323b622f', 'name': 'network-vif-deleted', 'tag': '4bb46692-255c-4460-9d4a-2df435ace3c0', 'status': 'completed', 'code': 200} Jun 08 18:25:55.893211 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-be5e2315-a3b7-469c-b404-4fa5b1f4e753 req-4af6c732-2832-44dc-9d3a-c3e9575a6d62 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=84e4bf8b-9a27-40e1-810a-7c1e323b622f HTTP/1.1" status: 200 len: 210 time: 0.0921125 Jun 08 18:25:56.017887 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Allocated IP 172.28.0.84 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/9ab53409-1c47-4d5a-bece-51c09887f1dc) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:56.087447 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:56.096746 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:25:56.111497 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:56.112285 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:25:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:56.236077 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45420) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:56.265440 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.271931 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.322961 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.324276 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:56.324276 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:56.324276 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:56.324276 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:56.324276 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:56.324276 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:56.352658 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:56.356172 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:56.365215 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:56.380598 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:56.473116 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.478161 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.489923 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-44268c8c-9bb9-4eed-a24a-98a34d9bbe43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:56.502808 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.538214 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b377c2e3620f4454bc6cf2237591b7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010187 Jun 08 18:25:56.539263 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce89d493-f249-43bb-a95f-4b69b1284a01,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:56.543209 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:56.543976 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45428) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:56.617859 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.627446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.654661 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.729548 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.733436 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.737379 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce89d493-f249-43bb-a95f-4b69b1284a01 HTTP/1.1" status: 204 len: 168 time: 0.1897731 Jun 08 18:25:56.737379 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4c8a7cc0-84ff-43fa-9ff2-a2f17bee8aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:56.751787 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce89d493-f249-43bb-a95f-4b69b1284a01,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:56.754648 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:57.017712 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.027715 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.030494 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:57.044143 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:57.047219 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866918-d00a-4526-89ad-fa3af0f77d40 None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:25:57.130742 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45448) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:57.183534 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event updated for resources: {'Port': ['ID=9ab53409-1c47-4d5a-bece-51c09887f1dc,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:57.188465 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:57.189452 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.213023 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.215330 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-895aaa19-4fa2-4d63-988c-5bc9c7a1a3ff tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9570012 Jun 08 18:25:57.230778 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.276290 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.369042 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.372478 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.374428 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "DELETE /v2.0/security-groups/aff9a1ff-01a8-472b-adde-f7ff87c39f70 HTTP/1.1" status: 204 len: 168 time: 0.2422593 Jun 08 18:25:57.375553 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-95638be5-5218-489c-a97c-84491c2fe525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:57.376996 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45452) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:57.388761 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff9a1ff-01a8-472b-adde-f7ff87c39f70,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:57.398748 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:57.400309 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45454) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:57.425527 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4696c-3d74-4c28-8db7-20b32c6a3b82 None None] New status for floating IP 4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69: DOWN {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:25:57.429338 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.api.v2.resource [None req-9bcedada-c057-4a19-a136-c76c2dcf63b1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] show failed (client error): The resource could not be found. Jun 08 18:25:57.431390 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.434508 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-9bcedada-c057-4a19-a136-c76c2dcf63b1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups/aff9a1ff-01a8-472b-adde-f7ff87c39f70 HTTP/1.1" status: 404 len: 347 time: 0.0548127 Jun 08 18:25:57.435115 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45458) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:57.589414 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.596587 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.609340 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8b0630f9-ef86-42a6-bf26-24ead88ad95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:57.653599 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da39c88-c550-42e3-a8cc-04b25116338a,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:57.657916 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de2b7fcc29034189b2cf1add9e622664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564023 Jun 08 18:25:57.659538 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:57.662175 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45468) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:57.734666 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-c8433585-d2cd-433f-b5ae-b9124fe110c8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1995172276&fields=id&tenant_id=cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 267 time: 0.1123378 Jun 08 18:25:57.738201 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.771239 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.853179 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.859040 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.863212 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2da39c88-c550-42e3-a8cc-04b25116338a HTTP/1.1" status: 204 len: 168 time: 0.1979198 Jun 08 18:25:57.863212 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-96866ea7-994b-47fa-b927-bbccd5a1319a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:57.881722 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da39c88-c550-42e3-a8cc-04b25116338a,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:57.894190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:57.897677 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Deleting port d3cb63cb-f322-4ce9-94eb-029f14322ff0 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:57.898123 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.049033 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-46ccabdd-9f3c-46f2-af3c-cc5e591759f9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:58.055988 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-46ccabdd-9f3c-46f2-af3c-cc5e591759f9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 816 time: 0.2993946 Jun 08 18:25:58.086070 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-067498fb-cd8d-4d59-95a3-f581fcaccfb0 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/quotas/cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 375 time: 0.0286152 Jun 08 18:25:58.113893 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4bb46692-255c-4460-9d4a-2df435ace3c0 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:58.173637 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 4bb46692-255c-4460-9d4a-2df435ace3c0 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:58.174044 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4bb46692-255c-4460-9d4a-2df435ace3c0 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:58.191159 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.191835 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.464569 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Calling delete_port for d3cb63cb-f322-4ce9-94eb-029f14322ff0 owned by network:floatingip {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:58.509603 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-88a0a358-41b6-423e-a7d8-12babc4702b2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4226015 Jun 08 18:25:58.742504 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-f6b334a0-afd8-4ac8-a9ff-1655de6df3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026827 Jun 08 18:25:58.743775 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.756150 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:58.820146 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event deleted for resources: {'Port': ['ID=d3cb63cb-f322-4ce9-94eb-029f14322ff0,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:58.826885 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:59.012256 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.014799 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.015979 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "DELETE /v2.0/floatingips/4fc3c8f0-1aa6-43a1-8f43-3b85a6d72b69 HTTP/1.1" status: 204 len: 168 time: 1.5798454 Jun 08 18:25:59.038315 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-6148beb3-48f7-4158-8a17-c566d771a831 service neutron] 10.222.0.41 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830691 Jun 08 18:25:59.385059 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-829bd547-512e-4d8c-9ef0-ef7251b88c7b req-6e76c4ea-f238-4f81-bd28-040469c64006 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 210 time: 0.0684407 Jun 08 18:25:59.411332 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45514) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:59.493479 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Deleting subnet 5f4cd4b4-154a-416f-a6e0-567b3a188e46 {{(pid=91719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:25:59.498451 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.511003 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45520) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:59.520462 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067802759', 'description': 'tempest-description--1131490019'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:59.551820 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.555569 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6921789'] for subnet, precommit_delete_associations {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.623793 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.752937 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.759504 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.766861 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-966a0ddc-f54d-4aa0-9e0a-6c5e7d12f9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:59.767941 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7072367'] for subnet, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.777564 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:59.816667 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.818435 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3062758 Jun 08 18:25:59.822080 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45528) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:59.829985 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'security_group_rule': {'security_group_id': 'f73d52d4-4933-4195-a74f-f5d3efd2fbc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:59.831357 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4cd4b4-154a-416f-a6e0-567b3a188e46,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:59.837032 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:59.841228 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d52d4-4933-4195-a74f-f5d3efd2fbc8,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:59.842070 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.846654 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6ab97172-803f-4f4d-bb77-c43bdd991a04 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:59.846905 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f4cd4b4-154a-416f-a6e0-567b3a188e46 HTTP/1.1" status: 204 len: 168 time: 0.4341969 Jun 08 18:25:59.849011 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45530) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:59.979944 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.999413 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.250140 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.256998 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.269727 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.274686 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd482b61-a0b9-4b63-a493-55226f854235']}} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:00.287541 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-28a92cbb-610c-4501-b9cb-80137859416a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:00.303554 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ef04fd-9795-4c07-9b0d-da2c2917cf79') {'for_net_delete': True} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:00.303887 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ef04fd-9795-4c07-9b0d-da2c2917cf79') {} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:00.327550 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b438b4ca-aa5e-476a-bba0-edbdfee53d00,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:00.331697 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6462157'] for segment, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.339949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:00.346295 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.347538 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-024b6fe7-12fe-4cd8-9934-1b8f8b2ad510 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5240219 Jun 08 18:26:00.352247 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45542) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:00.358167 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.362393 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'security_group_rule': {'security_group_id': 'f73d52d4-4933-4195-a74f-f5d3efd2fbc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:00.366674 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=91718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:26:00.367178 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6552746'] for segment, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: Traceback (most recent call last): Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: timer() Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: cb(*args, **kw) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: return func(*args, **kwargs) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: self._notify() Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: self.callback(batched_events) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: event.method(event) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: return f(self, *a, **k) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: return self._get(url).json() Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: return self.request(url, 'GET', **kwargs) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:26:00.382388 dv-cinder-733622-16-smb neutron-server[91718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:26:00.429273 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.529734 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.535770 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:00.543591 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.552182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.556164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:00.560114 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.566152 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd482b61-a0b9-4b63-a493-55226f854235 HTTP/1.1" status: 204 len: 168 time: 0.7125041 Jun 08 18:26:00.567149 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd482b61-a0b9-4b63-a493-55226f854235,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:00.576856 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6560d828-3618-4fbd-87c9-2629f2c26ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:00.634906 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904717f0-c194-4c81-a03f-477debf355cd,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:00.638429 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.646097 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879174 Jun 08 18:26:00.648463 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45548) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:00.652956 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f9473aeb-07bf-4011-8e73-5890a0f7d1d5 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:00.659703 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'floatingip': {'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:00.682113 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cf8d422c-e796-4cfb-b98f-42031fe58a42 req-f4584f1a-1858-47da-ba53-477afa95ddf2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 210 time: 0.0935261 Jun 08 18:26:00.700927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.945222 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45550) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:01.047072 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c4e60a24-8885-46b3-930e-b0d4db3ee11b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1093e18535c4e9494db7e2276e2b2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001148 Jun 08 18:26:01.048366 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45552) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:01.157753 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.209564 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.331247 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.337715 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.340627 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8e7048c-7859-4d0a-a912-b1f7e8cc7f77 HTTP/1.1" status: 204 len: 168 time: 0.2899549 Jun 08 18:26:01.341758 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2f000f79-829f-4649-8456-ab2bbcbaf27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:01.359334 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7048c-7859-4d0a-a912-b1f7e8cc7f77,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:01.362817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:01.404970 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-be64cbbb-6f77-418a-92f6-788b75376fc4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:01.406544 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-be64cbbb-6f77-418a-92f6-788b75376fc4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 816 time: 0.5436759 Jun 08 18:26:01.484252 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-5658acfa-d8b0-4b8a-963c-a8df5773ddd1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 380 time: 0.0674796 Jun 08 18:26:01.492247 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.498152 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'port': {'device_id': '89d1f2cf-868a-485a-b65a-120071804103', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'admin_state_up': True, 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'security_groups': ['a45cda56-787c-4df7-94c3-63ee25104315']}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:01.864873 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Allocated IP 172.28.0.55 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/1c87d5a8-a925-4048-9d8e-55368ffadc3a) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:01.895696 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Made reservation on behalf of cfeb7ac044b7417fad487e853f273c5c for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:26:01.901838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.982388 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3f79df94-c70c-434b-b135-9602db29ab99 req-9a1d910d-614b-4312-b6d7-0dd641d2e000 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 210 time: 0.0500727 Jun 08 18:26:02.194033 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.232651 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Allocated IP 172.20.0.9 (8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c/37ada033-667a-4e0a-9f1d-027236cbd504/43e0811e-8124-493a-b065-670a0158fb1e) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:02.288452 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.289005 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:02.289005 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:02.289005 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:02.289005 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:02.289005 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:02.289005 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:02.393119 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:02.394418 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:02.399180 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:02.526909 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.548795 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Transition to ACTIVE for port object 43e0811e-8124-493a-b065-670a0158fb1e will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:02.556734 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.634864 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.667294 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.670076 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:02.670076 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:02.670076 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:02.670076 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:02.670076 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:02.670076 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:02.707543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:02.711031 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:02.714210 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:02.902863 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:02.903400 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.950546 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-52d33d92-e3e9-43f7-bfb3-d768b565d18e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4602892 Jun 08 18:26:02.975328 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Request body: {'port': {'device_id': '89d1f2cf-868a-485a-b65a-120071804103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:03.001915 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-81181dd6-6cfc-4d52-bd4a-607a0ccf9c85 None None] Provisioning for port 43e0811e-8124-493a-b065-670a0158fb1e completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:03.010176 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-81181dd6-6cfc-4d52-bd4a-607a0ccf9c85 None None] Provisioning complete for port 43e0811e-8124-493a-b065-670a0158fb1e triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:03.011396 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-81181dd6-6cfc-4d52-bd4a-607a0ccf9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.094706 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-81181dd6-6cfc-4d52-bd4a-607a0ccf9c85 None None] Port 43e0811e-8124-493a-b065-670a0158fb1e cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:26:03.145902 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.153913 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.159663 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-316056a8-c403-4600-b532-3dc18c2095df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:03.207638 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ec1ac-a809-43c8-8582-c3497abd70b0 req-ebf0b01f-f273-43e3-a6fa-0d9b7e0e867d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:03.209223 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d60ec1ac-a809-43c8-8582-c3497abd70b0 req-ebf0b01f-f273-43e3-a6fa-0d9b7e0e867d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 931 time: 0.0918045 Jun 08 18:26:03.254953 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.259821 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d60ec1ac-a809-43c8-8582-c3497abd70b0 req-84f6069e-777d-4ae4-a758-53530ef8a02f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Jun 08 18:26:03.456857 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event updated for resources: {'Port': ['ID=1c87d5a8-a925-4048-9d8e-55368ffadc3a,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:03.464320 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:03.470976 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.541683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.543162 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8930111 Jun 08 18:26:03.863584 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e0811e-8124-493a-b065-670a0158fb1e {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:03.864370 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-918a29c6-8385-41b3-a298-9e207e6d533b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1067802759&fields=id&tenant_id=01b483862afe4d64b5d78a59a9377592 HTTP/1.1" status: 200 len: 267 time: 0.0488694 Jun 08 18:26:03.873648 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.889731 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Transition to ACTIVE for port object 43e0811e-8124-493a-b065-670a0158fb1e will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:03.895545 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.899762 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-33298ff5-ca0e-4724-a204-cff206abe669 tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:04.067783 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:04.079549 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:04.149892 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.206640 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Attempting to bind port 43e0811e-8124-493a-b065-670a0158fb1e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:04.207074 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Attempting to bind port 43e0811e-8124-493a-b065-670a0158fb1e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:04.207467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Attempting to bind port 43e0811e-8124-493a-b065-670a0158fb1e on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:04.213095 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Port 43e0811e-8124-493a-b065-670a0158fb1e on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:26:04.214406 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Attempting to bind port 43e0811e-8124-493a-b065-670a0158fb1e on network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:04.218391 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-693c1a62-3328-48bb-9ae7-1b8f3e49247f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.220855 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-693c1a62-3328-48bb-9ae7-1b8f3e49247f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 810 time: 0.3484671 Jun 08 18:26:04.222504 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:04.222965 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Checking segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:04.223466 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Bound using segment: {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:04.224032 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Bound port: 43e0811e-8124-493a-b065-670a0158fb1e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:04.224813 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.279035 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-7028fae0-1e91-4930-8e7e-f2ab7adc02b3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/quotas/01b483862afe4d64b5d78a59a9377592 HTTP/1.1" status: 200 len: 375 time: 0.0385976 Jun 08 18:26:04.360495 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:04.368755 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:04.380263 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.393011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-94963b69-0cb1-4d4e-b6c7-3449ee14e661 tempest-VolumesActionsTest-1280564675 tempest-VolumesActionsTest-1280564675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:04.433208 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-f6c3a78a-604f-4965-9567-ad1e7a9f22e4 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1523333 Jun 08 18:26:04.487038 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.487678 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.489080 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] 10.222.0.48 "PUT /v2.0/ports/43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 1093 time: 1.5214751 Jun 08 18:26:04.492354 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:04.500600 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a480ac-338f-458c-afa8-e52c7405301b" -d '{"events": [{"name": "network-changed", "server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:04.541422 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:04.590063 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:04.645704 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-0109b36d-496c-4841-978e-30b199e94910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.647546 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-0109b36d-496c-4841-978e-30b199e94910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1096 time: 0.1015382 Jun 08 18:26:04.738374 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b05b5-7bb3-40d5-83c0-deb4753aed42 req-f1808eb9-880a-4432-ae12-7ccb9573eccf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.740003 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-055b05b5-7bb3-40d5-83c0-deb4753aed42 req-f1808eb9-880a-4432-ae12-7ccb9573eccf tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.3045261 Jun 08 18:26:04.740676 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-1881179d-7df2-45be-8285-f139835c1de9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 217 time: 0.0783253 Jun 08 18:26:04.742183 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-79749430-03c4-4c9a-8331-b0ceb3eceb18 service neutron] 10.222.0.41 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655225 Jun 08 18:26:04.830076 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-a88ffd51-5789-4265-a0e6-875909c20dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.831792 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-a88ffd51-5789-4265-a0e6-875909c20dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.0810273 Jun 08 18:26:04.899989 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-055b05b5-7bb3-40d5-83c0-deb4753aed42 req-7350f00c-6870-472b-8d5b-4ff82b5bcb99 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528420 Jun 08 18:26:04.973742 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-e54f2734-74e9-40bc-9bd3-1e31af45c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.976356 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-e54f2734-74e9-40bc-9bd3-1e31af45c9fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1335695 Jun 08 18:26:04.982596 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c437de9-9d1f-4ea4-915d-0a7f5b14c43a x-openstack-request-id: req-3c437de9-9d1f-4ea4-915d-0a7f5b14c43a {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:04.982922 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:04.983206 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c437de9-9d1f-4ea4-915d-0a7f5b14c43a {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:04.983685 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'status': 'completed', 'code': 200} Jun 08 18:26:04.991564 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-d0781ece-da2c-428a-b470-a0f3a8c3e6cf service neutron] 10.222.0.41 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270288 Jun 08 18:26:05.159612 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-237fef42-6f3a-4d5a-8b31-4d5bdd08712e service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733408 Jun 08 18:26:05.284555 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-90d18dd1-9dd7-4bbf-b173-7fa20288f20b req-987b5fee-695f-4174-882b-b06b91dfbec3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 210 time: 0.1000736 Jun 08 18:26:05.340898 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-93fc0401-ede9-4f53-8afd-ee9054b8c797 req-3798200d-49ff-4a55-b68c-efe67092e019 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737752 Jun 08 18:26:05.492366 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a480ac-338f-458c-afa8-e52c7405301b req-9447829b-5ad9-4e81-9360-974068acb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:05.494038 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-9447829b-5ad9-4e81-9360-974068acb013 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1096 time: 0.0895433 Jun 08 18:26:05.703193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a480ac-338f-458c-afa8-e52c7405301b req-1803aed5-17d6-4a4c-a9da-3866278d9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:05.704755 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-1803aed5-17d6-4a4c-a9da-3866278d9194 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.2035408 Jun 08 18:26:05.788102 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-8fcfcf9f-ae01-49e0-96fd-e9a996153d03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 217 time: 0.0745869 Jun 08 18:26:05.994442 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a480ac-338f-458c-afa8-e52c7405301b req-bf888fc5-8e3a-4c43-9603-a81f70ed90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:05.997369 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-bf888fc5-8e3a-4c43-9603-a81f70ed90bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.2023175 Jun 08 18:26:06.150454 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a480ac-338f-458c-afa8-e52c7405301b req-d52a33dc-4348-4038-9653-c0740cbd6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:06.152651 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-d52a33dc-4348-4038-9653-c0740cbd6529 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1435738 Jun 08 18:26:06.156231 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cfd3a-56b9-47dc-8a98-3bd76a412659 req-e3d50479-7c75-488b-94c0-502e81e83b35 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:06.159190 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-207cfd3a-56b9-47dc-8a98-3bd76a412659 req-e3d50479-7c75-488b-94c0-502e81e83b35 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.1040201 Jun 08 18:26:06.258633 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-207cfd3a-56b9-47dc-8a98-3bd76a412659 req-72c3d69c-f89c-4779-ac22-1d49cc904ae8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913007 Jun 08 18:26:06.372934 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-5039c06e-9f9d-436f-b741-e7c9fa8b51d0 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120433 Jun 08 18:26:06.551356 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b6d3f103-c6f2-4d6b-b805-45545013cc14 req-690638ef-5744-487b-9c8c-5b5cb31c6a2b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 210 time: 0.1145813 Jun 08 18:26:06.683111 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-99a480ac-338f-458c-afa8-e52c7405301b req-922d5a6b-4a44-49a0-a019-ef14539431fe service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014643 Jun 08 18:26:06.691462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-41404274-2407-4149-8ab9-0a69df80897d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:06.693007 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-41404274-2407-4149-8ab9-0a69df80897d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 810 time: 0.2766478 Jun 08 18:26:06.752504 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-41c97065-7462-4885-8cfe-eeb122086f2f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01b483862afe4d64b5d78a59a9377592 HTTP/1.1" status: 200 len: 380 time: 0.0456851 Jun 08 18:26:06.765704 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'port': {'device_id': 'bd329415-06e3-41ea-9b26-550e012327af', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'admin_state_up': True, 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'security_groups': ['f73d52d4-4933-4195-a74f-f5d3efd2fbc8']}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:06.944628 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Made reservation on behalf of 01b483862afe4d64b5d78a59a9377592 for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:26:06.949700 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.135125 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Allocated IP 172.20.0.7 (53af662d-3184-499f-8ea1-c33ff6933055/85691205-1d85-44bb-a37b-ea21ad508c81/47252c8e-5d05-44aa-b4a2-0dd2bb062197) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:07.361864 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.390596 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Transition to ACTIVE for port object 47252c8e-5d05-44aa-b4a2-0dd2bb062197 will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:07.435071 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.441832 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:07.441832 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:07.441832 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:07.441832 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:07.441832 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:07.441832 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:07.477796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Network 53af662d-3184-499f-8ea1-c33ff6933055 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:07.480525 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:07.484140 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:07.629431 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:07.630267 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.646908 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54013fba-01e6-4987-8c95-22fc08f270c7 req-eb0327aa-c84d-4cd9-bf35-22b6d917db24 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:07.651103 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-54013fba-01e6-4987-8c95-22fc08f270c7 req-eb0327aa-c84d-4cd9-bf35-22b6d917db24 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.1893294 Jun 08 18:26:07.671290 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-480cd12f-2ce3-4dc9-b318-a8971e1f403b tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108100 Jun 08 18:26:07.695646 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Request body: {'port': {'device_id': 'bd329415-06e3-41ea-9b26-550e012327af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:07.737793 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-54013fba-01e6-4987-8c95-22fc08f270c7 req-92d3daec-90b4-4177-a67e-f6bb68f137ac tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752172 Jun 08 18:26:07.937737 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.943755 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-235ecaff-2081-438f-8f85-285fd4d6c779 None None] Provisioning for port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:07.954707 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-235ecaff-2081-438f-8f85-285fd4d6c779 None None] Provisioning complete for port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:07.955548 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-235ecaff-2081-438f-8f85-285fd4d6c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.982671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7576-b469-42ab-9745-dae5835b4425 req-ea8dcd40-e145-4ed7-adbd-c7540c0a9d08 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:07.984961 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d07b7576-b469-42ab-9745-dae5835b4425 req-ea8dcd40-e145-4ed7-adbd-c7540c0a9d08 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 931 time: 0.1727712 Jun 08 18:26:08.054273 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d07b7576-b469-42ab-9745-dae5835b4425 req-f7fdab5c-10e3-4b01-b3f4-49e62cff25a3 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548778 Jun 08 18:26:08.071597 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-235ecaff-2081-438f-8f85-285fd4d6c779 None None] Port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:26:08.181005 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:26:08.356266 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:08.382673 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45640) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:08.386556 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '43e0811e-8124-493a-b065-670a0158fb1e', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'port_id': '43e0811e-8124-493a-b065-670a0158fb1e', 'mac_address': 'fa:16:3e:70:15:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:26:08.490980 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.513528 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e0811e-8124-493a-b065-670a0158fb1e {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:08.532994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47252c8e-5d05-44aa-b4a2-0dd2bb062197 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:08.543267 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:08.549415 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.552019 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.552586 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:08.572550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Transition to ACTIVE for port object 47252c8e-5d05-44aa-b4a2-0dd2bb062197 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:08.578077 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.582420 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.582854 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e41459f1-18e6-4ca5-8c78-6ec81f28d64d tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:08.690605 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:08.705902 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.706661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.707238 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.707802 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.708434 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.708942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.709553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.710376 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.710941 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.711505 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.712060 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.712583 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:08.720601 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:08.751760 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.761124 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.776815 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:08.843260 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['43e0811e-8124-493a-b065-670a0158fb1e'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:26:08.853732 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ddf2903ef3d4154b32bf139c2c17d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4695864 Jun 08 18:26:08.856223 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1805eae7-5d9f-4673-8d81-c2f15f1f97bf,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:08.875350 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45646) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:08.890912 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:08.962529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Pushing event updated for resources: {'Port': ['ID=47252c8e-5d05-44aa-b4a2-0dd2bb062197,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:08.969182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:09.126525 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.206254 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.227770 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Attempting to bind port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:09.228069 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Attempting to bind port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:09.228457 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Attempting to bind port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 on network 53af662d-3184-499f-8ea1-c33ff6933055 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:09.236564 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 on network 53af662d-3184-499f-8ea1-c33ff6933055 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:26:09.237102 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Attempting to bind port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 on network 53af662d-3184-499f-8ea1-c33ff6933055 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:09.250565 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:09.251448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Checking segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:09.252246 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Bound using segment: {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:09.253738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Bound port: 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:09.253738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.321575 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ced2d-5040-4303-a4ea-2d788d8a1c3e req-5e45567f-d203-47cc-b497-481f0c3ba45f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.332787 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-527ced2d-5040-4303-a4ea-2d788d8a1c3e req-5e45567f-d203-47cc-b497-481f0c3ba45f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 944 time: 0.2853119 Jun 08 18:26:09.403950 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] For port 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:09.408586 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] For port 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:09.416215 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.424568 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d4dce988-ff35-4082-ad21-ea9d874220e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:09.424833 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.427133 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.428318 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1805eae7-5d9f-4673-8d81-c2f15f1f97bf HTTP/1.1" status: 204 len: 168 time: 0.5360479 Jun 08 18:26:09.430927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-459c9e2e-075f-4075-ad6f-5b21eac83a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:09.460523 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805eae7-5d9f-4673-8d81-c2f15f1f97bf,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:09.466904 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:09.470038 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-527ced2d-5040-4303-a4ea-2d788d8a1c3e req-4d0d2941-8180-4641-b85a-841e140b1316 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914266 Jun 08 18:26:09.520074 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52438b-63d8-4912-8c9a-e6635b698816 req-9ce2c86c-1d95-4f70-851d-7152bbb1fcfd tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.534204 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1a52438b-63d8-4912-8c9a-e6635b698816 req-9ce2c86c-1d95-4f70-851d-7152bbb1fcfd tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 943 time: 0.1978829 Jun 08 18:26:09.555772 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.556418 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.559304 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] 10.222.0.48 "PUT /v2.0/ports/47252c8e-5d05-44aa-b4a2-0dd2bb062197 HTTP/1.1" status: 200 len: 1093 time: 1.8733284 Jun 08 18:26:09.559868 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:09.562459 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9119ace6-d848-44c7-8dfe-359e37c1a4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:09.617370 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Pushing event updated for resources: {'Port': ['ID=47252c8e-5d05-44aa-b4a2-0dd2bb062197,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:09.627461 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:09.643727 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1a52438b-63d8-4912-8c9a-e6635b698816 req-eb3c249f-41ba-4977-902e-1028d94e2498 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058342 Jun 08 18:26:09.673293 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f83ed-cc6a-4872-b615-e2c62773a577 x-openstack-request-id: req-cb9f83ed-cc6a-4872-b615-e2c62773a577 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:09.673692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:09.673878 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb9f83ed-cc6a-4872-b615-e2c62773a577 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:09.674302 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'status': 'completed', 'code': 200} Jun 08 18:26:09.739167 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-4b9ab4f8-dc79-496b-be94-e496d29f3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.741953 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-4b9ab4f8-dc79-496b-be94-e496d29f3303 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 1096 time: 0.1155000 Jun 08 18:26:09.880687 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-05958dd8-7195-480b-a9be-3549ae39e590 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197 HTTP/1.1" status: 200 len: 217 time: 0.1262426 Jun 08 18:26:09.937191 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45656) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:09.957698 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.980400 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-b910fa53-caea-4572-b81e-fa1e91622adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.981917 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-b910fa53-caea-4572-b81e-fa1e91622adb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.0912590 Jun 08 18:26:10.080820 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-69e850a5-d78a-42ce-9207-d890e0917152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:10.082327 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-69e850a5-d78a-42ce-9207-d890e0917152 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0901697 Jun 08 18:26:10.092932 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.098000 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.106096 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2545cd0a-f81d-4159-9fbd-c5f6201c4847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:10.156717 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bdf9eeaf04f48b38d0fb4b9801db4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149901 Jun 08 18:26:10.156717 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b627d85-8c0f-4e6c-aa87-8b84347f6421,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:10.157122 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45658) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:10.159343 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:10.192681 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:10.234264 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.253917 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2e62a51b-bf13-44d6-ac67-7836bf423c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.272566 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-2f57a2cb-c2e7-41bb-bea0-6ff2c1550728 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797206 Jun 08 18:26:10.280020 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 43e0811e-8124-493a-b065-670a0158fb1e completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:10.280273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.286191 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 43e0811e-8124-493a-b065-670a0158fb1e triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:10.286623 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.371716 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.377236 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.379507 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b627d85-8c0f-4e6c-aa87-8b84347f6421 HTTP/1.1" status: 204 len: 168 time: 0.2212310 Jun 08 18:26:10.382226 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7f0d4c94-e4bd-4ad5-8a0c-b46fb0d29a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:10.405908 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b627d85-8c0f-4e6c-aa87-8b84347f6421,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:10.408980 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2116801b-bda0-4850-97da-6947ea975678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:10.503185 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e10f2690-bb21-40a5-9c94-68022a165ac9 req-ba1894df-5f3a-4681-9a50-6e8268d0eaef service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187324 Jun 08 18:26:10.513490 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.556367 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:10.559818 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7809314-c6dd-4391-a135-e327bb9b2e90" -d '{"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-plugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:10.569541 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:10.575714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.581575 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-216c8153-02a8-4cbf-976c-d6f60463329d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:10.662713 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f614955-48e4-4aa2-86fe-801ef81d5e0b x-openstack-request-id: req-3f614955-48e4-4aa2-86fe-801ef81d5e0b {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:10.663025 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-plugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:10.663272 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f614955-48e4-4aa2-86fe-801ef81d5e0b {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:10.665717 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'code': 200} Jun 08 18:26:10.695184 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:10.700751 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:10.737666 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-7270040b-0e9b-4516-b470-380a2196bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:10.740377 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-7270040b-0e9b-4516-b470-380a2196bb63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 1096 time: 0.1514370 Jun 08 18:26:10.909460 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-9cb18ade-8bed-41a6-be10-00e91a03ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:10.910963 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-9cb18ade-8bed-41a6-be10-00e91a03ad48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 0.1630979 Jun 08 18:26:11.021139 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991796-bb99-438c-8552-ee9150f84650 req-2ff4af64-45f2-42f9-a4ae-c5a4b9fb0403 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.022971 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e1991796-bb99-438c-8552-ee9150f84650 req-2ff4af64-45f2-42f9-a4ae-c5a4b9fb0403 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.2841265 Jun 08 18:26:11.045746 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d89e97-e6aa-4794-bf9d-44db9946f30b req-10963f1a-0ed8-4d5a-8c22-423c0d8c2f07 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.050193 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d3d89e97-e6aa-4794-bf9d-44db9946f30b req-10963f1a-0ed8-4d5a-8c22-423c0d8c2f07 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 943 time: 0.2198863 Jun 08 18:26:11.126695 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-d0405755-9d5a-4696-925e-2a712a25086b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197 HTTP/1.1" status: 200 len: 217 time: 0.2080226 Jun 08 18:26:11.258190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-1b982f9d-fb30-4123-ab79-3d2c8702bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.261460 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-1b982f9d-fb30-4123-ab79-3d2c8702bc23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.1232321 Jun 08 18:26:11.292015 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e1991796-bb99-438c-8552-ee9150f84650 req-5af6bb1c-86fb-4122-a8c6-ee5af7bb2282 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390296 Jun 08 18:26:11.301091 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d3d89e97-e6aa-4794-bf9d-44db9946f30b req-4c877adf-3d1f-4cde-b678-0e04887db93f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461591 Jun 08 18:26:11.356048 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18312c-0fd3-434e-8308-6b1da28b31ee req-53c30d34-dd0d-41c9-91be-22e4b793107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.358889 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fa18312c-0fd3-434e-8308-6b1da28b31ee req-53c30d34-dd0d-41c9-91be-22e4b793107e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1098 time: 0.3246868 Jun 08 18:26:11.425543 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-fa18312c-0fd3-434e-8308-6b1da28b31ee req-2d11062f-6737-45af-9b34-2f8a2843464e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554271 Jun 08 18:26:11.441619 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-21eb4d2b-a49e-482c-998e-651890d2b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.443112 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-21eb4d2b-a49e-482c-998e-651890d2b549 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1746819 Jun 08 18:26:11.769778 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-8ce4c23b-590e-4490-a0cd-0f8c66c76124 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772067 Jun 08 18:26:12.000950 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9119ace6-d848-44c7-8dfe-359e37c1a4f9 req-641b9d5a-c7ff-4169-aca0-480258dc7cee service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230217 Jun 08 18:26:12.190491 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 47252c8e-5d05-44aa-b4a2-0dd2bb062197 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:26:12.332324 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45698) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:12.473963 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:12.503482 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-96e15baa-10af-4363-af99-544e117591df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.512414 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'port_id': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'mac_address': 'fa:16:3e:d3:ee:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:26:12.626493 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.659954 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47252c8e-5d05-44aa-b4a2-0dd2bb062197 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:12.689818 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:12.695445 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.698761 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:12.768430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed835a3-57fb-4415-8cf7-f21c604a63c9 req-907bd757-09c1-4897-a7ca-3648c2163481 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:12.770071 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0ed835a3-57fb-4415-8cf7-f21c604a63c9 req-907bd757-09c1-4897-a7ca-3648c2163481 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.2461734 Jun 08 18:26:12.781960 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91662d1-96e6-4790-8bba-77fbdfd3c020 req-69d0eb8c-a385-45d5-926d-cb3016ab6666 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:12.783540 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a91662d1-96e6-4790-8bba-77fbdfd3c020 req-69d0eb8c-a385-45d5-926d-cb3016ab6666 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 943 time: 0.2081025 Jun 08 18:26:12.822492 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=47252c8e-5d05-44aa-b4a2-0dd2bb062197,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:12.827895 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:12.850540 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-96e15baa-10af-4363-af99-544e117591df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.867115 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-96e15baa-10af-4363-af99-544e117591df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.889036 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3606b359-8069-4606-99db-eb83d6214e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:12.911240 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0ed835a3-57fb-4415-8cf7-f21c604a63c9 req-dc821e33-6256-4ca9-ae85-5bd0131675b7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266663 Jun 08 18:26:12.944519 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a91662d1-96e6-4790-8bba-77fbdfd3c020 req-093f7a79-a99f-4cea-bbb5-8ffb18937440 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379273 Jun 08 18:26:12.945639 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['47252c8e-5d05-44aa-b4a2-0dd2bb062197'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:26:12.950732 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-96e15baa-10af-4363-af99-544e117591df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66514f6df4084e488b7e156bd9d9d892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168013 Jun 08 18:26:12.953045 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e15baa-10af-4363-af99-544e117591df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7a4f5-c3b8-4632-87f6-ad352ca60317,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:12.956376 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45704) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:12.957233 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-96e15baa-10af-4363-af99-544e117591df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:13.047728 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.085466 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.158664 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.161865 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.163893 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfd7a4f5-c3b8-4632-87f6-ad352ca60317 HTTP/1.1" status: 204 len: 168 time: 0.2041152 Jun 08 18:26:13.165218 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-51d497ac-c5e8-4d5e-9138-ea38fe6f0497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:13.179141 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7a4f5-c3b8-4632-87f6-ad352ca60317,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:13.182933 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:13.295640 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a4d0cddc-d83c-4046-8b83-16b12f7d7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.416411 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.194368 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 47252c8e-5d05-44aa-b4a2-0dd2bb062197 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:14.281205 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87269dc5-403a-4105-af02-61d49d6d7a0a req-cebae654-8d98-4431-97cb-507384c2b61f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:14.283171 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-87269dc5-403a-4105-af02-61d49d6d7a0a req-cebae654-8d98-4431-97cb-507384c2b61f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1987295 Jun 08 18:26:14.321907 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:14.348213 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:14.348921 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.399285 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4ebaf-cda7-4de2-9df4-4ffd45f1e5c1 req-1eceae49-d1bd-4fe3-9dd9-d0b7a7c770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:14.402947 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ebf4ebaf-cda7-4de2-9df4-4ffd45f1e5c1 req-1eceae49-d1bd-4fe3-9dd9-d0b7a7c770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 944 time: 0.2220252 Jun 08 18:26:14.418076 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-87269dc5-403a-4105-af02-61d49d6d7a0a req-bf26ed37-ec9e-4d1b-b5e7-f27addd956bd tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163659 Jun 08 18:26:14.463362 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.533598 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ebf4ebaf-cda7-4de2-9df4-4ffd45f1e5c1 req-983a462b-0f2a-4601-81dc-cfc94b18ed8a tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045759 Jun 08 18:26:14.644022 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.694243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:14.695899 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:14.700816 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b91863-ddd5-4c81-a019-ecfd36f1c512" -d '{"events": [{"server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "name": "network-vif-plugged", "status": "completed", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:14.707077 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.710645 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:14.766648 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee315a7-81d1-434e-9755-abada7107b17 x-openstack-request-id: req-cee315a7-81d1-434e-9755-abada7107b17 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:14.767228 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "name": "network-vif-plugged", "status": "completed", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:14.767612 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cee315a7-81d1-434e-9755-abada7107b17 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:14.768243 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'code': 200} Jun 08 18:26:14.788087 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974dc1b-c6d0-4a7c-8370-c2a6df76ffbe req-28f95e34-56b0-4eb3-b51d-c0b430886f54 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:14.788368 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45742) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:14.790815 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5974dc1b-c6d0-4a7c-8370-c2a6df76ffbe req-28f95e34-56b0-4eb3-b51d-c0b430886f54 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1612020 Jun 08 18:26:14.809071 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45746) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:14.821499 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Request body: {'floatingip': {'port_id': '43e0811e-8124-493a-b065-670a0158fb1e'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:14.829746 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=47252c8e-5d05-44aa-b4a2-0dd2bb062197,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:14.833406 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:15.062988 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:15.215248 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:15.571053 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65966554-cf69-49df-a5ba-6f2ac116a8ea req-a278d754-7ba8-4cf1-ae6d-f333a5c2c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:15.573749 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-65966554-cf69-49df-a5ba-6f2ac116a8ea req-a278d754-7ba8-4cf1-ae6d-f333a5c2c944 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 1098 time: 0.5722599 Jun 08 18:26:15.692716 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:15.773794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26191c-d16e-442e-ad94-bda1c775899e req-2f05ccba-f33f-4c1f-adf3-50a3fb514d15 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:15.775280 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ce26191c-d16e-442e-ad94-bda1c775899e req-2f05ccba-f33f-4c1f-adf3-50a3fb514d15 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.0939763 Jun 08 18:26:15.825539 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ce26191c-d16e-442e-ad94-bda1c775899e req-69c8b8bd-73eb-4198-b346-811f4b5a5712 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Jun 08 18:26:15.950826 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-65966554-cf69-49df-a5ba-6f2ac116a8ea req-0315adde-9d60-4b43-b767-268bd738f9dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428148 Jun 08 18:26:16.202525 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.208023 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.235461 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b9ce48e3-0c05-4952-b23e-70dcc3ef8ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:16.329917 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99949cc0fdb1428b9a2c9f32842e8053&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5393286 Jun 08 18:26:16.332646 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45750) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:16.342514 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d0eef-c1eb-482d-a639-fe42732d1994,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:16.349406 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:16.401482 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.437331 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.502640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.505663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.511845 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e68d0eef-c1eb-482d-a639-fe42732d1994 HTTP/1.1" status: 204 len: 168 time: 0.1732867 Jun 08 18:26:16.511845 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-66dd3f7f-8310-4f09-855a-b1eda19f1f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:16.534117 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d0eef-c1eb-482d-a639-fe42732d1994,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:16.538621 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:16.571324 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.576944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.032624 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Floating IP 47ca9e22-9ac1-418b-af09-8a276a85e4a2 associated. External IP: 172.28.0.84, port: 43e0811e-8124-493a-b065-670a0158fb1e. Jun 08 18:26:17.130948 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70748f-c33f-40ac-9c96-ee86d41982fa req-637be24e-2b04-451d-8919-ebb9b9266cae tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:17.134006 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8f70748f-c33f-40ac-9c96-ee86d41982fa req-637be24e-2b04-451d-8919-ebb9b9266cae tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.1604383 Jun 08 18:26:17.225478 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8f70748f-c33f-40ac-9c96-ee86d41982fa req-d57f18f2-938f-4fd9-bd1c-577b0fcc828f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800927 Jun 08 18:26:17.553125 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:26:17.580899 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca46b8-a761-4bbe-a6b3-df255f951ded req-ab7c59dc-25ad-4d82-b8d1-e4a1e2aa8a05 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:17.583287 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-38ca46b8-a761-4bbe-a6b3-df255f951ded req-ab7c59dc-25ad-4d82-b8d1-e4a1e2aa8a05 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.1729083 Jun 08 18:26:17.600985 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45776) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:17.609360 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Request body: {'floatingip': {'port_id': '47252c8e-5d05-44aa-b4a2-0dd2bb062197'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:17.737038 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.825649 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:26:17.838955 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.839516 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:26:17.863171 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:17.864548 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:26:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:17.938319 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-0092d372-960f-4601-80c1-9720d895042e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "PUT /v2.0/floatingips/47ca9e22-9ac1-418b-af09-8a276a85e4a2 HTTP/1.1" status: 200 len: 990 time: 3.1272817 Jun 08 18:26:17.939562 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:17.943763 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338e217-b4b9-4067-826f-268046cbc3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:18.062734 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e193bcb9-1a9a-4b5b-a067-cbc1a83051d2 x-openstack-request-id: req-e193bcb9-1a9a-4b5b-a067-cbc1a83051d2 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:18.063410 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:18.063923 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e193bcb9-1a9a-4b5b-a067-cbc1a83051d2 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:18.064699 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'status': 'completed', 'code': 200} Jun 08 18:26:18.241265 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-8359b7d7-7fdd-4d9a-8049-5874a56b6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:18.243810 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-8359b7d7-7fdd-4d9a-8049-5874a56b6621 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1098 time: 0.1532154 Jun 08 18:26:18.277966 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:18.528766 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-eaf69b3c-ea17-4611-a79a-2841810e77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:18.531508 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-eaf69b3c-ea17-4611-a79a-2841810e77e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.2799668 Jun 08 18:26:18.749464 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-b9f7c139-babc-4ef8-8d92-3d66bce920d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 998 time: 0.2098730 Jun 08 18:26:18.860794 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-a8051859-530a-4c9c-9e1d-2330c9014d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:18.861800 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-a8051859-530a-4c9c-9e1d-2330c9014d4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.1051450 Jun 08 18:26:18.914333 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '47ca9e22-9ac1-418b-af09-8a276a85e4a2', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'floating_ip_address': '172.28.0.84', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'port_id': '43e0811e-8124-493a-b065-670a0158fb1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'mac_address': 'fa:16:3e:70:15:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1f2cf-868a-485a-b65a-120071804103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:25:56Z', 'updated_at': '2021-06-08T18:26:16Z', 'revision_number': 1, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:18.921369 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:26:18.935997 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:18.937084 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:26:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:18.961617 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:18.967190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-12c3bde2-a69c-49c8-b753-0d854cd90ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:18.968021 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:18.970038 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-12c3bde2-a69c-49c8-b753-0d854cd90ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1010921 Jun 08 18:26:19.196638 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:19.319553 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-81f512c7-eddb-41de-8903-b47b01d96728 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419647 Jun 08 18:26:19.387276 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.l3_db [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Floating IP 3d359bfb-1240-410f-ba8e-bcafb187891b associated. External IP: 172.28.0.55, port: 47252c8e-5d05-44aa-b4a2-0dd2bb062197. Jun 08 18:26:19.494122 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d338e217-b4b9-4067-826f-268046cbc3a8 req-f360966a-8499-4e4a-959e-4647d42acf50 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671157 Jun 08 18:26:19.677093 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '47ca9e22-9ac1-418b-af09-8a276a85e4a2', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'floating_ip_address': '172.28.0.84', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'port_id': '43e0811e-8124-493a-b065-670a0158fb1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'mac_address': 'fa:16:3e:70:15:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1f2cf-868a-485a-b65a-120071804103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:25:56Z', 'updated_at': '2021-06-08T18:26:16Z', 'revision_number': 1, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:19.681640 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49369f-96c8-475e-a26c-68a187b3a9ec None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '47ca9e22-9ac1-418b-af09-8a276a85e4a2', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'floating_ip_address': '172.28.0.84', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'port_id': '43e0811e-8124-493a-b065-670a0158fb1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'mac_address': 'fa:16:3e:70:15:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1f2cf-868a-485a-b65a-120071804103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:25:56Z', 'updated_at': '2021-06-08T18:26:16Z', 'revision_number': 1, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:19.834139 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:26:19.888068 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b75f9-5761-4929-be71-31715972cab4 None None] New status for floating IP 47ca9e22-9ac1-418b-af09-8a276a85e4a2: ACTIVE {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:26:20.051963 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:26:20.059036 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.067923 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:26:20.084843 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:20.086340 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:26:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:20.153499 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d23033ec-16e5-4410-95e6-ef182368cf02 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "PUT /v2.0/floatingips/3d359bfb-1240-410f-ba8e-bcafb187891b HTTP/1.1" status: 200 len: 990 time: 2.5505655 Jun 08 18:26:20.154302 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:20.156863 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cabafe-0477-4bdd-9693-b296b109074d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:20.208032 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf83fb1-4f4a-448c-bc65-499826a53767 x-openstack-request-id: req-ddf83fb1-4f4a-448c-bc65-499826a53767 {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:20.208422 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:20.208768 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddf83fb1-4f4a-448c-bc65-499826a53767 {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:20.209310 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'status': 'completed', 'code': 200} Jun 08 18:26:20.370863 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cabafe-0477-4bdd-9693-b296b109074d req-266450d1-dcf9-4ccf-8f5d-d289c80d0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:20.374934 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-266450d1-dcf9-4ccf-8f5d-d289c80d0097 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=01b483862afe4d64b5d78a59a9377592&device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 1098 time: 0.1424863 Jun 08 18:26:20.539867 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:20.848185 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cabafe-0477-4bdd-9693-b296b109074d req-56c0aa89-58e0-45fa-a5cb-576f8e4e6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:20.850660 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-56c0aa89-58e0-45fa-a5cb-576f8e4e6c53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 200 len: 911 time: 0.4602470 Jun 08 18:26:21.020905 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '3d359bfb-1240-410f-ba8e-bcafb187891b', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'port_id': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'mac_address': 'fa:16:3e:d3:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd329415-06e3-41ea-9b26-550e012327af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:26:02Z', 'updated_at': '2021-06-08T18:26:18Z', 'revision_number': 1, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:21.025553 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:26:21.037084 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:21.037767 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:26:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:21.049172 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-02ad8d42-ded9-40ed-881e-ecfd76c3439b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197 HTTP/1.1" status: 200 len: 998 time: 0.1908226 Jun 08 18:26:21.128708 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cabafe-0477-4bdd-9693-b296b109074d req-735ed757-8bb9-4325-a798-93d9873fcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:21.130479 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-735ed757-8bb9-4325-a798-93d9873fcab5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 200 len: 849 time: 0.0738082 Jun 08 18:26:21.221758 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cabafe-0477-4bdd-9693-b296b109074d req-cd30cc09-f745-4f5c-8849-aee16e045b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:21.223505 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-cd30cc09-f745-4f5c-8849-aee16e045b58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=53af662d-3184-499f-8ea1-c33ff6933055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0859461 Jun 08 18:26:21.298703 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:21.390420 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-0a785d05-de02-43de-9955-b207c3abb08e service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589808 Jun 08 18:26:21.622531 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b0cabafe-0477-4bdd-9693-b296b109074d req-df121cdc-6739-444f-b8b1-8e24f9f4fa51 service neutron] 10.222.0.48 "GET /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088132 Jun 08 18:26:21.824804 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '3d359bfb-1240-410f-ba8e-bcafb187891b', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'port_id': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'mac_address': 'fa:16:3e:d3:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd329415-06e3-41ea-9b26-550e012327af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:26:02Z', 'updated_at': '2021-06-08T18:26:18Z', 'revision_number': 1, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:21.830281 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c56b8-c94a-430b-9284-5a264f53031c None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '3d359bfb-1240-410f-ba8e-bcafb187891b', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'port_id': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'mac_address': 'fa:16:3e:d3:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd329415-06e3-41ea-9b26-550e012327af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:26:02Z', 'updated_at': '2021-06-08T18:26:18Z', 'revision_number': 1, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:22.060659 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cb37c-f55b-433e-b6b7-4da59c43e29b None None] New status for floating IP 3d359bfb-1240-410f-ba8e-bcafb187891b: ACTIVE {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:26:24.216574 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:26:25.076641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 45850) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:25.229004 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.412198 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.417490 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.424911 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fbfdebc4-3e9d-47ef-9b35-d4556badd1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:25.476834 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7372bd-cdbe-46ce-b981-2346ae0df6ea,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:25.481676 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37eb9270ffbe430ba8279a62a7fcee90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035916 Jun 08 18:26:25.484398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 45854) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:25.491844 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.492534 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.492998 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.494015 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.495448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.495885 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.496458 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.497074 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.497778 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.498358 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.498926 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.499552 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:25.522203 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:25.559818 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.591132 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.651991 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.657171 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.659739 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b7372bd-cdbe-46ce-b981-2346ae0df6ea HTTP/1.1" status: 204 len: 168 time: 0.1738596 Jun 08 18:26:25.660716 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-96e15baa-10af-4363-af99-544e117591df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:25.671939 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7372bd-cdbe-46ce-b981-2346ae0df6ea,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:25.674476 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e49f96ec-5f0b-4862-8db1-49e0dbed92f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:30.268731 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-637a95cf-fa2d-4a76-aa7e-9ef6371c8832 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803554 Jun 08 18:26:30.467003 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca139-a908-488e-b20d-2202965ff826 req-657b586d-053e-48bf-a342-6e861080151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.469626 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-657b586d-053e-48bf-a342-6e861080151c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1098 time: 0.1240854 Jun 08 18:26:30.643511 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca139-a908-488e-b20d-2202965ff826 req-3a0ba118-6178-428d-9bb1-d428eae58a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.645407 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-3a0ba118-6178-428d-9bb1-d428eae58a1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 910 time: 0.1496863 Jun 08 18:26:30.760757 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-2c7a31dc-14fb-4021-83ec-dfdf24b99a50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 1001 time: 0.1068902 Jun 08 18:26:30.840270 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca139-a908-488e-b20d-2202965ff826 req-a868b30e-28c4-44d4-98da-523ea04e258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.841996 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-a868b30e-28c4-44d4-98da-523ea04e258a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.0742548 Jun 08 18:26:30.928996 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca139-a908-488e-b20d-2202965ff826 req-f7e79c43-daeb-46ed-93a3-7731156b7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.930712 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-f7e79c43-daeb-46ed-93a3-7731156b7312 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0797980 Jun 08 18:26:31.074351 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-16e501f8-555e-4e82-8e84-da18443414db service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362195 Jun 08 18:26:31.216511 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-1afca139-a908-488e-b20d-2202965ff826 req-64c47254-09c4-4591-aa2a-54d6c0b9a28f service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337926 Jun 08 18:26:34.155503 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:40.206384 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2e83a87d-04a7-41ef-84e6-a5142beb64fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:43.290982 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a15c10ef-40ee-4a97-8931-503e458991c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:43.410802 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:44.355187 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:45.680296 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:01.216155 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:27:04.171464 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:10.210146 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0f46c3f8-94e9-48a7-a259-e64d3efe696a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:12.419664 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cefaf-e2ba-4804-b1ff-28061377a338 req-3d64d0a7-ef0e-4f20-9699-2c48564fccbf tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.421253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-295cefaf-e2ba-4804-b1ff-28061377a338 req-3d64d0a7-ef0e-4f20-9699-2c48564fccbf tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.0811923 Jun 08 18:27:12.478451 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-295cefaf-e2ba-4804-b1ff-28061377a338 req-738e456b-e32e-4f29-8172-2d4e81614908 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507219 Jun 08 18:27:13.295688 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e0478827-eb6d-4242-8ccc-77509032c133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:13.406254 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebfc30-061e-4b92-b6be-af809efc5287 req-235a1685-1e29-4b53-9bc9-bb4cf8dbdb9c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:13.408152 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92ebfc30-061e-4b92-b6be-af809efc5287 req-235a1685-1e29-4b53-9bc9-bb4cf8dbdb9c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1068859 Jun 08 18:27:13.417787 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:13.459838 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92ebfc30-061e-4b92-b6be-af809efc5287 req-4d3f8855-35a8-498c-b6c0-0d0ad2648c2f tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449100 Jun 08 18:27:13.689434 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f20a1-31a8-4374-ade1-0effd77694c1 req-4f3a8629-c6aa-4c6e-89a7-04a0130fa2c1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:13.691536 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a66f20a1-31a8-4374-ade1-0effd77694c1 req-4f3a8629-c6aa-4c6e-89a7-04a0130fa2c1 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.0970528 Jun 08 18:27:13.738299 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a66f20a1-31a8-4374-ade1-0effd77694c1 req-72508626-1ae3-49b1-a398-23ec6c867165 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Jun 08 18:27:14.363275 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:14.429740 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915662-775a-4da1-8d8a-88594ff30d56 req-7cc66c30-6260-4cf5-8c15-cba98ad5896e tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:14.431191 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df915662-775a-4da1-8d8a-88594ff30d56 req-7cc66c30-6260-4cf5-8c15-cba98ad5896e tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.0891736 Jun 08 18:27:14.662648 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28ff90-40ff-48be-926c-e229f396da3d req-3405d014-5015-48ff-9607-2c1c80141e06 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:14.664037 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cd28ff90-40ff-48be-926c-e229f396da3d req-3405d014-5015-48ff-9607-2c1c80141e06 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0839615 Jun 08 18:27:14.668249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Deleting port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:14.668618 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:14.711341 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cd28ff90-40ff-48be-926c-e229f396da3d req-fe593dc5-6151-4ec9-8827-bf32fe90aecb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Jun 08 18:27:14.811401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] For port 47252c8e-5d05-44aa-b4a2-0dd2bb062197, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=47252c8e-5d05-44aa-b4a2-0dd2bb062197,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:14.811779 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:15.048595 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14492a-7a5e-4114-9677-225bd7db208c req-c8087df9-e92b-485a-a6f9-43d95f5404ba tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:15.050312 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b14492a-7a5e-4114-9677-225bd7db208c req-c8087df9-e92b-485a-a6f9-43d95f5404ba tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 945 time: 0.1870072 Jun 08 18:27:15.096550 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b14492a-7a5e-4114-9677-225bd7db208c req-86fced21-aa60-4606-abda-ec9ae99c8640 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups?id=f73d52d4-4933-4195-a74f-f5d3efd2fbc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Jun 08 18:27:15.134096 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:15.134464 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:15.134778 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Floating IP 3d359bfb-1240-410f-ba8e-bcafb187891b disassociated. External IP: 172.28.0.55, port: 47252c8e-5d05-44aa-b4a2-0dd2bb062197. Jun 08 18:27:15.135114 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Calling delete_port for 47252c8e-5d05-44aa-b4a2-0dd2bb062197 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:15.295222 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:15.301957 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6b5579bc-7d14-4222-bbd8-57171b86f7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:15.349163 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event deleted for resources: {'Port': ['ID=47252c8e-5d05-44aa-b4a2-0dd2bb062197,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:15.352186 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:15.536243 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:27:15.682634 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:15.726532 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:27:15.737205 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:27:15.748436 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:27:15.749054 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:27:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:15.820423 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] No DVR routers for this DVR port 47252c8e-5d05-44aa-b4a2-0dd2bb062197 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:27:15.823622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:15.827153 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df915662-775a-4da1-8d8a-88594ff30d56 req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.48 "DELETE /v2.0/ports/47252c8e-5d05-44aa-b4a2-0dd2bb062197 HTTP/1.1" status: 204 len: 173 time: 1.3890793 Jun 08 18:27:15.828024 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'name': 'network-vif-deleted', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:15.833039 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bff299-1939-44ed-a622-edef92abd537" -d '{"events": [{"server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "name": "network-vif-deleted", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:15.942228 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae14a9d-daa9-4cc3-b2a9-fb99f2b2bc6c req-d317a3ec-537b-4145-8e3d-769b8c789d1e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:15.943727 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8ae14a9d-daa9-4cc3-b2a9-fb99f2b2bc6c req-d317a3ec-537b-4145-8e3d-769b8c789d1e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0965576 Jun 08 18:27:15.970719 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b602876-c747-442b-a6f2-4f7d9bed129c x-openstack-request-id: req-6b602876-c747-442b-a6f2-4f7d9bed129c {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:15.971742 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd329415-06e3-41ea-9b26-550e012327af", "name": "network-vif-deleted", "tag": "47252c8e-5d05-44aa-b4a2-0dd2bb062197", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:15.971742 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b602876-c747-442b-a6f2-4f7d9bed129c {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:15.971971 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd329415-06e3-41ea-9b26-550e012327af', 'name': 'network-vif-deleted', 'tag': '47252c8e-5d05-44aa-b4a2-0dd2bb062197', 'status': 'completed', 'code': 200} Jun 08 18:27:16.000007 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8ae14a9d-daa9-4cc3-b2a9-fb99f2b2bc6c req-4027f84c-4507-41fa-8ca3-b9d2a7a08fb3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496969 Jun 08 18:27:16.022143 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:27:16.267320 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-43fe0dc3-92a6-4052-9a63-0ce5ec2d858f req-f37c6e28-afc9-441c-a487-848babf02f2f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd329415-06e3-41ea-9b26-550e012327af HTTP/1.1" status: 200 len: 210 time: 0.0431623 Jun 08 18:27:16.353492 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:16.358002 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:27:16.369201 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:27:16.369954 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:27:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:16.566519 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:27:16.887414 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:16.892467 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374a4610-3ed2-45e8-8027-a1fecd92bd32 None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:44Z', 'revision_number': 4, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '0e3d5a5b-d9ba-4467-bf42-9b2db283ef16', 'name': '', 'network_id': '53af662d-3184-499f-8ea1-c33ff6933055', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'mac_address': 'fa:16:3e:8e:97:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:38Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'subnets': [{'id': '85691205-1d85-44bb-a37b-ea21ad508c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:27:17.108882 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357e1ac-6a89-4063-b4b0-03e22966e182 None None] New status for floating IP 3d359bfb-1240-410f-ba8e-bcafb187891b: DOWN {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:27:17.200433 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152923ea-a349-4e1b-bc47-35266d12a48f req-fe6546b8-f484-42bb-927e-3f6be56e778e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:17.201825 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-152923ea-a349-4e1b-bc47-35266d12a48f req-fe6546b8-f484-42bb-927e-3f6be56e778e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0811357 Jun 08 18:27:17.247077 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-152923ea-a349-4e1b-bc47-35266d12a48f req-0302b789-f68f-4f51-8df5-1091e3b9c49b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Jun 08 18:27:17.395703 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46124) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:17.464530 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:17.494152 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:17.548077 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:17.551148 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:17.554814 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "DELETE /v2.0/security-groups/f73d52d4-4933-4195-a74f-f5d3efd2fbc8 HTTP/1.1" status: 204 len: 168 time: 0.1555805 Jun 08 18:27:17.554814 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a8af0d0f-c980-4d2f-9de1-510af0b34a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:17.555154 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46126) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:17.564144 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d52d4-4933-4195-a74f-f5d3efd2fbc8,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:17.571539 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.api.v2.resource [None req-5e7a9e53-c788-43fa-9a76-06465567b211 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] show failed (client error): The resource could not be found. Jun 08 18:27:17.572343 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.572617 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5e7a9e53-c788-43fa-9a76-06465567b211 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "GET /v2.0/security-groups/f73d52d4-4933-4195-a74f-f5d3efd2fbc8 HTTP/1.1" status: 404 len: 347 time: 0.0163920 Jun 08 18:27:17.572833 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.573042 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.573414 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.573764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.574130 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.574439 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.574775 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.575111 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.575494 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.575607 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46128) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:17.575774 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.576101 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:17.579818 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:17.894830 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Deleting port 1c87d5a8-a925-4048-9d8e-55368ffadc3a {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:17.895166 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:18.021403 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:18.021725 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:18.143922 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Calling delete_port for 1c87d5a8-a925-4048-9d8e-55368ffadc3a owned by network:floatingip {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:18.281696 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:18.286836 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:18.330314 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Pushing event deleted for resources: {'Port': ['ID=1c87d5a8-a925-4048-9d8e-55368ffadc3a,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:18.356197 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:18.423103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks [] for floatingip, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:18.426291 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:18.427457 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] 10.222.0.41 "DELETE /v2.0/floatingips/3d359bfb-1240-410f-ba8e-bcafb187891b HTTP/1.1" status: 204 len: 168 time: 0.8510334 Jun 08 18:27:18.442337 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28960e6-6972-4ded-9d95-5677ece54d90 req-6b7eb8d6-41b9-485e-947c-c0e0bcdd2524 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:18.443791 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c28960e6-6972-4ded-9d95-5677ece54d90 req-6b7eb8d6-41b9-485e-947c-c0e0bcdd2524 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1391716 Jun 08 18:27:18.474823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 47252c8e-5d05-44aa-b4a2-0dd2bb062197 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:18.509875 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 47252c8e-5d05-44aa-b4a2-0dd2bb062197 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:27:18.510445 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 47252c8e-5d05-44aa-b4a2-0dd2bb062197 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:27:18.511801 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae8bc0-f335-4dbc-813d-bca5f969e694 req-ae226720-422b-4a1a-a55b-e6bd64bb94b1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:18.514384 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0fae8bc0-f335-4dbc-813d-bca5f969e694 req-ae226720-422b-4a1a-a55b-e6bd64bb94b1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1449108 Jun 08 18:27:18.520355 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c28960e6-6972-4ded-9d95-5677ece54d90 req-482ee25d-9214-42bc-94ee-d0f078c7310d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662494 Jun 08 18:27:18.566314 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0fae8bc0-f335-4dbc-813d-bca5f969e694 req-7f163d38-5dd2-4337-9d31-4d5827a3597c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Jun 08 18:27:19.767033 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c08f-d883-4e1f-9cc8-4430aea7dbd9 req-4f48f910-0ba3-4c59-bb68-16d202e1e984 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:19.768476 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5f24c08f-d883-4e1f-9cc8-4430aea7dbd9 req-4f48f910-0ba3-4c59-bb68-16d202e1e984 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1391521 Jun 08 18:27:19.810145 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286efeae-48c5-46ad-b23c-5d755b24f3bb req-41141922-4c56-4610-8270-b27aa9fa8920 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:19.811639 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-286efeae-48c5-46ad-b23c-5d755b24f3bb req-41141922-4c56-4610-8270-b27aa9fa8920 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1268663 Jun 08 18:27:19.852023 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5f24c08f-d883-4e1f-9cc8-4430aea7dbd9 req-7a7ceb75-4660-4a63-87ea-31d48a055daf tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752509 Jun 08 18:27:19.889452 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-286efeae-48c5-46ad-b23c-5d755b24f3bb req-d0241a4b-3d63-485a-93b2-b8cde0586d5a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649371 Jun 08 18:27:21.117001 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e45bc-086f-4db6-91e5-7d249969b510 req-a40a5c47-7077-4d63-9796-c7c9e85f4459 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:21.118560 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1a9e45bc-086f-4db6-91e5-7d249969b510 req-a40a5c47-7077-4d63-9796-c7c9e85f4459 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1517472 Jun 08 18:27:21.148629 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85192e2d-3f4b-4af6-b9df-6f44a6340ee1 req-17672a94-10ac-4e61-a521-47dee915574a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:21.150024 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-85192e2d-3f4b-4af6-b9df-6f44a6340ee1 req-17672a94-10ac-4e61-a521-47dee915574a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1390975 Jun 08 18:27:21.204446 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1a9e45bc-086f-4db6-91e5-7d249969b510 req-373a78c9-2275-45cb-9c2f-66d2b9795d93 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792923 Jun 08 18:27:21.215114 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-85192e2d-3f4b-4af6-b9df-6f44a6340ee1 req-d3fa6720-f8b8-44f5-bb17-61037cbbda03 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595737 Jun 08 18:27:22.460887 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ccc7b-bff0-4abb-a2be-f26b50d5c0c9 req-79d187d2-257d-4d96-b917-691342e1ef69 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.462391 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-438ccc7b-bff0-4abb-a2be-f26b50d5c0c9 req-79d187d2-257d-4d96-b917-691342e1ef69 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1113930 Jun 08 18:27:22.470710 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802263d9-b410-43fc-88cc-2e8601f11db1 req-a9ce8d26-8e6a-42f6-8020-325b30876fc6 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.472175 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-802263d9-b410-43fc-88cc-2e8601f11db1 req-a9ce8d26-8e6a-42f6-8020-325b30876fc6 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1590207 Jun 08 18:27:22.546964 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-438ccc7b-bff0-4abb-a2be-f26b50d5c0c9 req-432660b5-022d-4c26-8d18-1767edcb8311 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738378 Jun 08 18:27:22.549809 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-802263d9-b410-43fc-88cc-2e8601f11db1 req-eeeab2c5-7e8f-4cd4-9634-afcc53f8dbac tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631049 Jun 08 18:27:22.781665 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46174) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:23.594920 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:23.997549 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8d568-1178-4dc5-abb0-465896ab46ad req-b8488f9a-4287-4e11-9b5e-4e8700dce1aa tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:23.999027 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-96c8d568-1178-4dc5-abb0-465896ab46ad req-b8488f9a-4287-4e11-9b5e-4e8700dce1aa tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.3409300 Jun 08 18:27:24.040498 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dd237-9c00-40e2-a2c6-256d23533bc6 req-00759abd-9a0c-451d-aca0-aee740efb2bd tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:24.042033 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e9dd237-9c00-40e2-a2c6-256d23533bc6 req-00759abd-9a0c-451d-aca0-aee740efb2bd tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.3398099 Jun 08 18:27:24.106668 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-96c8d568-1178-4dc5-abb0-465896ab46ad req-d5b6be55-e980-46eb-ac95-47ffdec15bf2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981598 Jun 08 18:27:24.118918 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e9dd237-9c00-40e2-a2c6-256d23533bc6 req-87cb88c7-281d-4f5b-bf57-10058bd1934c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697563 Jun 08 18:27:24.245027 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Deleting port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:24.245420 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.374886 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] For port 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:24.375248 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.510351 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Calling delete_port for 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:24.650550 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.654436 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8a0c4df6-6733-492b-9611-19f93f60acd2 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:24.701754 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3d5a5b-d9ba-4467-bf42-9b2db283ef16,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:24.705131 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:25.084714 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:25.527449 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97411ea-cdf6-403d-a980-11fda819427f req-e7832562-77a7-4a59-a155-5a2faf09a4ca tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:25.528593 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a97411ea-cdf6-403d-a980-11fda819427f req-e7832562-77a7-4a59-a155-5a2faf09a4ca tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.2973087 Jun 08 18:27:25.571090 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148be17d-e669-4318-8199-938dd834367c req-a1daff14-52cd-49cd-a9e7-aef85c5f76ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:25.572521 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-148be17d-e669-4318-8199-938dd834367c req-a1daff14-52cd-49cd-a9e7-aef85c5f76ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.3401093 Jun 08 18:27:25.653176 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a97411ea-cdf6-403d-a980-11fda819427f req-7ed44014-463d-4fc5-a385-59566d7af027 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056273 Jun 08 18:27:25.666172 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-148be17d-e669-4318-8199-938dd834367c req-01482f0b-a09f-4e27-84b3-dc190a0c33fb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863655 Jun 08 18:27:25.674954 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Router 31f5c70f-334d-4da6-8355-f6475ec480a1 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:27:25.858879 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:27:25.865555 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] 10.222.0.41 "PUT /v2.0/routers/31f5c70f-334d-4da6-8355-f6475ec480a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0817208 Jun 08 18:27:25.867043 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46188) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:25.868613 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] Sync routers for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:27:25.878960 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:27:25.879673 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:27:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:26.045497 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks [] for router, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:26.057262 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:27:26.223370 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:26.297362 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Deleting port bc4bcf92-0c06-49fe-816e-0c5524aec4f2 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:26.297705 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:26.383655 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:27:24Z', 'revision_number': 5, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port': {'id': 'bc4bcf92-0c06-49fe-816e-0c5524aec4f2', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:23Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:26.387460 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] Checking router: 31f5c70f-334d-4da6-8355-f6475ec480a1 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:27:26.396669 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] Routers {'31f5c70f-334d-4da6-8355-f6475ec480a1'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:27:26.397304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:27:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['31f5c70f-334d-4da6-8355-f6475ec480a1'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:26.423844 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] For port bc4bcf92-0c06-49fe-816e-0c5524aec4f2, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:26.424242 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:26.554179 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] Set router 31f5c70f-334d-4da6-8355-f6475ec480a1 gateway port host: None {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:27:26.660355 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:27:26Z', 'revision_number': 6, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:26.664257 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad041a2f-87ad-4c45-bb50-c39ebe117fd8 None None] The sync data for ids ['31f5c70f-334d-4da6-8355-f6475ec480a1'] in dv-cinder-733622-16-smb is: [{'id': '31f5c70f-334d-4da6-8355-f6475ec480a1', 'name': 'tempest-AttachVolumeTestJSON-401609854-router', 'tenant_id': '01b483862afe4d64b5d78a59a9377592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:27:26Z', 'revision_number': 6, 'project_id': '01b483862afe4d64b5d78a59a9377592', 'gw_port_host': None}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:27:26.671610 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Calling delete_port for bc4bcf92-0c06-49fe-816e-0c5524aec4f2 owned by network:router_gateway {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:26.937402 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:26.947669 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2cf99e96-7a42-44f8-8e8f-76196042801b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:27.000471 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4bcf92-0c06-49fe-816e-0c5524aec4f2,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:27.033489 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:27.094260 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b6c5-2d86-4279-8376-af91c1c41738 req-a32c99d3-cfeb-48ea-b4ac-96e0c17488a2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:27.095746 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4aa6b6c5-2d86-4279-8376-af91c1c41738 req-a32c99d3-cfeb-48ea-b4ac-96e0c17488a2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.2955291 Jun 08 18:27:27.116423 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f27ae-1541-4177-a4cf-70529190b899 req-a748ee32-af69-435f-8986-704dd4e7ffb3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:27.117953 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e29f27ae-1541-4177-a4cf-70529190b899 req-a748ee32-af69-435f-8986-704dd4e7ffb3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.3194890 Jun 08 18:27:27.184181 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.307677 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4aa6b6c5-2d86-4279-8376-af91c1c41738 req-73d3778e-ef47-4a00-b7f5-53dee154596b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024372 Jun 08 18:27:27.393993 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e29f27ae-1541-4177-a4cf-70529190b899 req-6d338af8-9c32-4f4b-9cc8-eb7800a3c943 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584682 Jun 08 18:27:27.396158 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.398811 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.496344 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.497263 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f5c70f-334d-4da6-8355-f6475ec480a1 {{(pid=91718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:27:27.515770 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.518341 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] 10.222.0.41 "DELETE /v2.0/routers/31f5c70f-334d-4da6-8355-f6475ec480a1 HTTP/1.1" status: 204 len: 168 time: 1.6494303 Jun 08 18:27:27.520946 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46194) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:27.597421 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Deleting subnet 85691205-1d85-44bb-a37b-ea21ad508c81 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:27:27.601094 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.661266 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.789617 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.861098 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.865902 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c331d22a-f17e-4c60-b93c-6d61c3fe76c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:27.899498 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85691205-1d85-44bb-a37b-ea21ad508c81,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:27.902355 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:27.903309 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.914820 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-67d42252-bcc9-4639-8dc5-bdde476903e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/85691205-1d85-44bb-a37b-ea21ad508c81 HTTP/1.1" status: 204 len: 168 time: 0.3827975 Jun 08 18:27:27.914820 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46196) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:27.915064 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561541e-9fb0-4ed5-b470-c932a42d2460 None None] Network 53af662d-3184-499f-8ea1-c33ff6933055 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:28.015430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.098772 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Deleting port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:28.099114 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.183655 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] DHCP port deletion for 53af662d-3184-499f-8ea1-c33ff6933055 request from dv-cinder-733622-16-smb {{(pid=91720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:27:28.258609 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Deleting port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 {{(pid=91720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:28.259101 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.312567 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] For port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:28.312918 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.364313 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] For port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,segment=NetworkSegment(03a6bd02-6a9a-40d7-8f51-b09e9816e2ff),segment_id=03a6bd02-6a9a-40d7-8f51-b09e9816e2ff)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:28.364664 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.480603 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Calling delete_port for 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 owned by network:dhcp {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:28.586799 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:28.617589 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Calling delete_port for 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 owned by network:dhcp {{(pid=91720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:28.633510 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:27:28.633859 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0e3d5a5b-d9ba-4467-bf42-9b2db283ef16 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:27:28.634289 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:28.654844 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-6f8afef0-83bb-408d-b709-bb20bb96d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:28.657025 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-6f8afef0-83bb-408d-b709-bb20bb96d09d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1098 time: 0.1682775 Jun 08 18:27:28.673402 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b1c5c-ebee-48b6-b350-21f484e8e9af req-48c12a58-8e3e-4dd0-9438-aa80dfbf571f tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:28.675107 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cd8b1c5c-ebee-48b6-b350-21f484e8e9af req-48c12a58-8e3e-4dd0-9438-aa80dfbf571f tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1667011 Jun 08 18:27:28.693560 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.718925 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4f110909-720c-418c-ba26-68be214bd268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:28.787977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75148ad-0f52-4107-ba1a-1b4cfd3927c6 req-6532c8b5-2274-40b6-bff0-c905d20df604 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:28.789680 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b75148ad-0f52-4107-ba1a-1b4cfd3927c6 req-6532c8b5-2274-40b6-bff0-c905d20df604 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.2169297 Jun 08 18:27:28.795132 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:28.804437 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] No DVR routers for this DVR port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 on host dv-cinder-733622-16-smb {{(pid=91718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:27:28.807989 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:28.820805 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No active binding found for port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 {{(pid=91720) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 08 18:27:28.821244 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:27:28.821676 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device bc4bcf92-0c06-49fe-816e-0c5524aec4f2 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:28.862905 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cd8b1c5c-ebee-48b6-b350-21f484e8e9af req-94c3b4ff-da11-45cc-a811-e8c82be718d1 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777799 Jun 08 18:27:28.865399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-af7f3440-537c-4ba0-9a8f-2b612cff497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:28.867332 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-af7f3440-537c-4ba0-9a8f-2b612cff497f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 910 time: 0.1981440 Jun 08 18:27:28.877411 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850'] for port, after_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:28.885290 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:28.939202 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: bc4bcf92-0c06-49fe-816e-0c5524aec4f2 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:27:28.940290 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device bc4bcf92-0c06-49fe-816e-0c5524aec4f2 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:27:28.947058 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Pushing event deleted for resources: {'Port': ['ID=7d41e6fb-dc6c-4678-9927-ddba7f4c64a3,revision_number=None']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:28.965018 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] No DVR routers for this DVR port 7d41e6fb-dc6c-4678-9927-ddba7f4c64a3 on host dv-cinder-733622-16-smb {{(pid=91720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:27:28.969212 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.969526 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.971442 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.971442 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.971982 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.972174 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.972671 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.973354 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.973629 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.974100 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.974567 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.975029 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:28.982032 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:29.002917 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-2838888d-449d-4ebf-bd17-04cad2cafa79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 1001 time: 0.1227844 Jun 08 18:27:29.008314 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b75148ad-0f52-4107-ba1a-1b4cfd3927c6 req-c5210496-3cad-48ad-9be4-556f392d4405 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016685 Jun 08 18:27:29.011244 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.041036 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53af662d-3184-499f-8ea1-c33ff6933055']}} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:29.063621 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff') {'for_net_delete': True} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:29.063917 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a6bd02-6a9a-40d7-8f51-b09e9816e2ff') {} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:27:29.076744 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6462157'] for segment, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.078519 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-0b6fc499-7848-4edc-aa8a-7e84c38741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:29.079975 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-0b6fc499-7848-4edc-aa8a-7e84c38741aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.0668077 Jun 08 18:27:29.101430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.109818 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=91718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:27:29.110223 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6552746'] for segment, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: Traceback (most recent call last): Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: timer() Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: cb(*args, **kw) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: return func(*args, **kwargs) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: self._notify() Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: self.callback(batched_events) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: event.method(event) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: return f(self, *a, **k) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: return self._get(url).json() Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: return self.request(url, 'GET', **kwargs) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:27:29.124441 dv-cinder-733622-16-smb neutron-server[91718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:27:29.183912 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-03600b35-368f-4520-b856-3b9a19938e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:29.185495 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-03600b35-368f-4520-b856-3b9a19938e3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0953271 Jun 08 18:27:29.214826 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.219993 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:29.254192 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.257547 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] 10.222.0.41 "DELETE /v2.0/networks/53af662d-3184-499f-8ea1-c33ff6933055 HTTP/1.1" status: 204 len: 168 time: 1.3487759 Jun 08 18:27:29.262958 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=53af662d-3184-499f-8ea1-c33ff6933055,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:29.266361 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:29.374602 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-03ba7353-e9b9-4ebf-92eb-c25f5b28bbcd service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800249 Jun 08 18:27:29.389867 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46206) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:29.474329 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-22814911-5dd4-4961-bb46-a21a64578d05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01b483862afe4d64b5d78a59a9377592&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0828166 Jun 08 18:27:29.476837 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46208) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:29.572143 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a8ac8989-6a99-453e-94f5-436ae9849eb6 req-3eecf42a-6bbd-409b-bdcf-3e5133c724f1 service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876798 Jun 08 18:27:29.591702 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.623698 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.681011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.683401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.684559 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4dc75066-8795-40d7-9d49-05f2383fe21e HTTP/1.1" status: 204 len: 168 time: 0.2067096 Jun 08 18:27:29.685382 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f40a4ad2-07c2-4481-bcf4-fa6f3e806f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:29.696780 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc75066-8795-40d7-9d49-05f2383fe21e,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:29.706736 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.707113 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.707470 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.707834 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.708203 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.708533 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.708878 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.709514 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.709865 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.710230 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.710782 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.711134 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.717189 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:30.086050 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8805e91-913d-4380-88f0-6bd3ba9315ff req-372b96d0-8441-40c8-b4a8-3915cb8b7539 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:30.087642 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e8805e91-913d-4380-88f0-6bd3ba9315ff req-372b96d0-8441-40c8-b4a8-3915cb8b7539 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.0894713 Jun 08 18:27:30.136130 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e8805e91-913d-4380-88f0-6bd3ba9315ff req-863569b2-4240-4623-9625-2df1eee98f70 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Jun 08 18:27:30.248706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef86f-2935-41df-934b-95d9f591e722 req-26f77617-1566-49bb-9496-1d3e45c802c3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:30.250280 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-141ef86f-2935-41df-934b-95d9f591e722 req-26f77617-1566-49bb-9496-1d3e45c802c3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0884469 Jun 08 18:27:30.301575 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-141ef86f-2935-41df-934b-95d9f591e722 req-feaa4ef5-d541-4aca-b8de-5f2fe97f6581 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 Jun 08 18:27:30.506068 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46234) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:30.621995 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-741148335-network', 'tenant_id': '3496b521dca24075afed21b4a25c3beb'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:30.659624 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Made reservation on behalf of 3496b521dca24075afed21b4a25c3beb for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:30.664109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.685903 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.838580 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.844316 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.848437 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-11e663b6-c3cf-4d24-a048-bbffaf79fb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:30.882268 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:27:30.891372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4425d991-f859-49a9-bee0-7c2159785c60,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:30.896548 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:30.901932 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.902794 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Added segment 461243b2-92ab-426c-97d8-4624a15a8a3c of type vlan for network 6b37107e-283c-46ca-a1d2-99d834999a5c Jun 08 18:27:30.987944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:31.030190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:31.032433 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.033010 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:31.038622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-022d296f-efdb-4b78-bd80-8ea4abb09b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.040116 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-022d296f-efdb-4b78-bd80-8ea4abb09b9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1098 time: 0.1304893 Jun 08 18:27:31.042290 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:31.322247 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8150001 Jun 08 18:27:31.329117 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46240) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:31.344000 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Request body: {'subnet': {'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-741148335-subnet', 'tenant_id': '3496b521dca24075afed21b4a25c3beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:31.388278 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-7d59ade8-aae6-46b1-82f6-b6fa1c3af39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.390012 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-7d59ade8-aae6-46b1-82f6-b6fa1c3af39e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.1732378 Jun 08 18:27:31.399122 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Pushing event updated for resources: {'Network': ['ID=6b37107e-283c-46ca-a1d2-99d834999a5c,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:31.407249 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Made reservation on behalf of 3496b521dca24075afed21b4a25c3beb for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:31.411785 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7102890'] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:31.415431 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 6b37107e-283c-46ca-a1d2-99d834999a5c details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:27:31.477625 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:31.535734 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-617aab26-b175-4c80-9592-a25ee32514f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 1000 time: 0.1330369 Jun 08 18:27:31.635037 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-0084e82c-46f4-4930-86f3-3aa59dde6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.636728 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-0084e82c-46f4-4930-86f3-3aa59dde6c44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.0900791 Jun 08 18:27:31.667120 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc723e-ee9f-46af-a9bd-b533562546b1 req-40e930a6-2034-48ad-9d85-cbc31a6d0f2d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.668654 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-06cc723e-ee9f-46af-a9bd-b533562546b1 req-40e930a6-2034-48ad-9d85-cbc31a6d0f2d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.4183862 Jun 08 18:27:31.761987 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-d42803e9-b435-44e5-b921-2b67cde8685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.764267 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-d42803e9-b435-44e5-b921-2b67cde8685f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1080446 Jun 08 18:27:31.765375 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f6fee-a4d1-4e0a-9aab-831f08b8d63c req-320e7cb9-d11a-4530-a980-cf238e5fd1f1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.767077 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c3f6fee-a4d1-4e0a-9aab-831f08b8d63c req-320e7cb9-d11a-4530-a980-cf238e5fd1f1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.2276647 Jun 08 18:27:31.807348 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-06cc723e-ee9f-46af-a9bd-b533562546b1 req-89d5b9fe-a26f-4e62-a30c-61bf05d263fe tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257727 Jun 08 18:27:31.864352 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c3f6fee-a4d1-4e0a-9aab-831f08b8d63c req-b911fe1d-1ed0-4f26-bc4e-123e4f5e4ada tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874403 Jun 08 18:27:31.871323 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7102852'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:31.876491 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:31.925478 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-5441ce48-db90-4fd2-9144-75116f3be504 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524744 Jun 08 18:27:31.953844 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc466e03-364e-44c8-bc94-d1780a32972a,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:31.958983 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:31.963600 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Checking segment: {'id': '461243b2-92ab-426c-97d8-4624a15a8a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:27:31.964196 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Network hostable DHCP agents. Network: 6b37107e-283c-46ca-a1d2-99d834999a5c, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:27:31.985137 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Network 6b37107e-283c-46ca-a1d2-99d834999a5c is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:27:31.998074 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 6b37107e-283c-46ca-a1d2-99d834999a5c) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:27:32.004030 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:32.004734 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.013669 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9ba86-7448-478e-bcd9-54957cc98bce None None] Network 6b37107e-283c-46ca-a1d2-99d834999a5c requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:32.024604 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-89eb7a79-24bf-42f9-abba-130d436a016d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6888611 Jun 08 18:27:32.092330 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df84f834-986f-49fa-b235-6d5d6dc9386c req-693bcabe-5c1b-4135-9c82-96b2a5b66c1f service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571198 Jun 08 18:27:32.250265 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611afe0-d816-4820-af28-4084a5766364 None None] Network 6b37107e-283c-46ca-a1d2-99d834999a5c requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:32.678478 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46258) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:32.683992 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1430969215-network', 'tenant_id': '37d19b1ea70542fba0f28bb62d999988'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:32.706577 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Made reservation on behalf of 37d19b1ea70542fba0f28bb62d999988 for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:32.708921 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.723317 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.845580 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.851026 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.854453 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cfad6963-9266-4f1e-9487-634e74327126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:32.893052 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:27:32.903048 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efe0959-fa72-4379-ad5f-2326bbecf74a,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:32.906946 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:32.910771 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.911468 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Added segment 529e2982-8d0f-4db5-938f-245fddd3d6ad of type vlan for network cf32848e-a6e7-4555-b522-6b62b44364c0 Jun 08 18:27:32.963413 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.023690 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.026420 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.027655 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.036881 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:33.197641 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5177138 Jun 08 18:27:33.202999 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46264) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:33.211617 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Request body: {'subnet': {'network_id': 'cf32848e-a6e7-4555-b522-6b62b44364c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1430969215-subnet', 'tenant_id': '37d19b1ea70542fba0f28bb62d999988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:33.225662 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Pushing event updated for resources: {'Network': ['ID=cf32848e-a6e7-4555-b522-6b62b44364c0,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:33.230554 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:33.241480 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network cf32848e-a6e7-4555-b522-6b62b44364c0 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:27:33.245567 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Made reservation on behalf of 37d19b1ea70542fba0f28bb62d999988 for: {'subnet': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:33.249612 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7072330'] for subnet, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.250372 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4b3eb-3250-4877-a2da-7b3be40fe3ae req-a5df1082-d2c2-497c-a1f6-0763a18be30f tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.252516 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8fe4b3eb-3250-4877-a2da-7b3be40fe3ae req-a5df1082-d2c2-497c-a1f6-0763a18be30f tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.2603307 Jun 08 18:27:33.320882 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697ce7-f768-47f5-aaab-0155a9ec4c05 req-97fabc09-b4eb-4bc5-a70e-ca55f79ff1b7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.322499 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e697ce7-f768-47f5-aaab-0155a9ec4c05 req-97fabc09-b4eb-4bc5-a70e-ca55f79ff1b7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.2592890 Jun 08 18:27:33.329609 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8fe4b3eb-3250-4877-a2da-7b3be40fe3ae req-a97c49cb-db67-4b58-9200-d02283db3386 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682032 Jun 08 18:27:33.385271 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e697ce7-f768-47f5-aaab-0155a9ec4c05 req-fdff1a0f-0d55-4574-8f07-f58d0cd2882d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522695 Jun 08 18:27:33.582261 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7072356'] for subnet, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.590151 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b8bf49f7-1730-4e81-b7f9-a604138ffd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:33.677764 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=892d14a7-ccf2-4137-a0a6-efd6b842aa18,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:33.681703 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:33.682668 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Checking segment: {'id': '529e2982-8d0f-4db5-938f-245fddd3d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cf32848e-a6e7-4555-b522-6b62b44364c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:27:33.683099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Network hostable DHCP agents. Network: cf32848e-a6e7-4555-b522-6b62b44364c0, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:27:33.706860 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Network cf32848e-a6e7-4555-b522-6b62b44364c0 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:27:33.723269 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, cf32848e-a6e7-4555-b522-6b62b44364c0) {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:27:33.728114 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.729951 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.736120 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53622286-1037-4cee-b0d1-0b35c6cdabd0 None None] Network cf32848e-a6e7-4555-b522-6b62b44364c0 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:33.750592 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46274) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:33.762107 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3e190-91af-4ac2-b9e5-8fae7a73f09a req-c95de7c2-6ab1-41f7-bb26-55dd7e058cbd tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.763981 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5bc3e190-91af-4ac2-b9e5-8fae7a73f09a req-c95de7c2-6ab1-41f7-bb26-55dd7e058cbd tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.0996337 Jun 08 18:27:33.773806 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-86016d1d-b0d5-4450-8dfc-0889c2bcff6d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5694194 Jun 08 18:27:33.817972 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5bc3e190-91af-4ac2-b9e5-8fae7a73f09a req-747f444c-9ed0-4e5a-b0d7-075df722a131 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469975 Jun 08 18:27:33.889287 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-7ae9e6d4-5007-4e8d-bff3-f961ee358cfa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375787 Jun 08 18:27:33.938304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b88027-f19e-474b-ae75-27c4c34d65a5 None None] Network cf32848e-a6e7-4555-b522-6b62b44364c0 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:34.176989 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:34.399227 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-f57a0342-29c2-4e66-adeb-5075e8446adc tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:34.400874 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-f57a0342-29c2-4e66-adeb-5075e8446adc tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/networks?id=6b37107e-283c-46ca-a1d2-99d834999a5c HTTP/1.1" status: 200 len: 808 time: 0.1724181 Jun 08 18:27:34.416523 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-64d90a74-d468-4a50-a0be-007f3ee6dd93 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/quotas/3496b521dca24075afed21b4a25c3beb HTTP/1.1" status: 200 len: 375 time: 0.0100152 Jun 08 18:27:34.497933 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ef4b03d1-3a08-4a18-b6c1-549c32c71560 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3496b521dca24075afed21b4a25c3beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753794 Jun 08 18:27:34.560621 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:34.684663 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:34.716182 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:34.718495 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7bfa52-8ede-4f7e-9043-26d8330aa920" -d '{"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:34.728365 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:34.735440 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:34.738891 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:34.754182 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4d3b7-a3eb-4d97-912f-44b0460b4a4c req-0b59f87e-cf19-4671-b177-f8f572c1274d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:34.755691 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-15b4d3b7-a3eb-4d97-912f-44b0460b4a4c req-0b59f87e-cf19-4671-b177-f8f572c1274d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1926665 Jun 08 18:27:34.812161 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=6']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:34.816102 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:34.822727 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-8aabe413-f901-4cdd-aee2-144441e792b4 service neutron] 10.222.0.41 "GET /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147485 Jun 08 18:27:34.857258 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-15b4d3b7-a3eb-4d97-912f-44b0460b4a4c req-01191270-1541-4110-b11f-8b9ee33984ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904193 Jun 08 18:27:34.990908 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-347904fc-b8fe-4a0f-b64c-88936236f334 service neutron] 10.222.0.41 "GET /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597526 Jun 08 18:27:34.997969 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f81c98-2038-4fc3-ac32-5fc581349ff7 x-openstack-request-id: req-e4f81c98-2038-4fc3-ac32-5fc581349ff7 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:34.998435 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-unplugged", "status": "failed", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "code": 422}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:34.999104 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4f81c98-2038-4fc3-ac32-5fc581349ff7 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:34.999926 dv-cinder-733622-16-smb neutron-server[91720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'code': 422} returned with failed status Jun 08 18:27:35.331785 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-cabe784f-450b-48fd-b700-39b4d8f39258 req-9e74d625-c7fc-42f4-86ab-7d4792fa69f1 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 210 time: 0.1036806 Jun 08 18:27:35.398368 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae52a0-9ae1-4c8b-85fa-e7eb60bcb07c req-845afc46-23b6-4077-a155-211bca0728ec tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:35.400983 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-80ae52a0-9ae1-4c8b-85fa-e7eb60bcb07c req-845afc46-23b6-4077-a155-211bca0728ec tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 943 time: 0.2390003 Jun 08 18:27:35.471973 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-80ae52a0-9ae1-4c8b-85fa-e7eb60bcb07c req-6b7050cc-b004-4d7e-ba18-5642a81b9c88 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550616 Jun 08 18:27:35.894389 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180544a-764d-4112-a509-4cd43d66219b req-7b6fb3a4-ee4f-4f99-9e90-7a41c9fcb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:35.895873 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-7b6fb3a4-ee4f-4f99-9e90-7a41c9fcb871 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35&tenant_id=e882cfe2999b4ae990f9f31d8d781aac HTTP/1.1" status: 200 len: 1096 time: 0.0853395 Jun 08 18:27:36.011451 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180544a-764d-4112-a509-4cd43d66219b req-f73be03a-f67e-4cf5-85b2-54950e1cc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.012940 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-f73be03a-f67e-4cf5-85b2-54950e1cc36c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1096 time: 0.0939951 Jun 08 18:27:36.085023 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448d136-8d1a-4ebb-baa2-7307b4126b44 req-738a9e1d-5fca-44e7-809b-c7d971d3a974 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.086623 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a448d136-8d1a-4ebb-baa2-7307b4126b44 req-738a9e1d-5fca-44e7-809b-c7d971d3a974 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0897689 Jun 08 18:27:36.138217 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a448d136-8d1a-4ebb-baa2-7307b4126b44 req-a2d4b18d-6e69-44d5-abd8-0a8353305d20 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454178 Jun 08 18:27:36.251625 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180544a-764d-4112-a509-4cd43d66219b req-95d9e4e8-7693-4a40-bcb5-f727ff401971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.253826 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-95d9e4e8-7693-4a40-bcb5-f727ff401971 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 910 time: 0.2343180 Jun 08 18:27:36.369136 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-dcbc352f-c66c-4178-822b-a0d63c574c69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 999 time: 0.1035721 Jun 08 18:27:36.529681 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180544a-764d-4112-a509-4cd43d66219b req-6f409bf2-c48e-444c-82f1-e7d6877d1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.529914 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7d9d9ca1-b0b1-4d50-b477-5a832db53a03 req-1ac13f33-1ec5-454f-9f04-64de9a3fdb4e tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 210 time: 0.0797210 Jun 08 18:27:36.532272 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-6f409bf2-c48e-444c-82f1-e7d6877d1325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.1556225 Jun 08 18:27:36.680111 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffa222ca-3824-420c-9f69-34068ede0d5f tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.681645 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffa222ca-3824-420c-9f69-34068ede0d5f tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.48 "GET /v2.0/networks?id=6b37107e-283c-46ca-a1d2-99d834999a5c HTTP/1.1" status: 200 len: 808 time: 0.2539675 Jun 08 18:27:36.684721 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180544a-764d-4112-a509-4cd43d66219b req-7a2bb151-2925-4b9a-861b-beee83a24e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.686131 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-7a2bb151-2925-4b9a-861b-beee83a24e14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1460552 Jun 08 18:27:36.696866 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed08d71-62b8-4fe5-bd0a-8babd62675b4 req-e4ae9350-6e65-4ad5-9a26-3cf289c8d6a4 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.699382 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-eed08d71-62b8-4fe5-bd0a-8babd62675b4 req-e4ae9350-6e65-4ad5-9a26-3cf289c8d6a4 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 943 time: 0.0862019 Jun 08 18:27:36.707561 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Request body: {'port': {'device_id': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c', 'admin_state_up': True, 'tenant_id': '3496b521dca24075afed21b4a25c3beb'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:36.749555 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-eed08d71-62b8-4fe5-bd0a-8babd62675b4 req-41a1ed8e-bffd-4889-8410-f635739c9c8f tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447137 Jun 08 18:27:36.964412 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-8d4773c4-488d-4605-8e08-0247ee253d36 service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617233 Jun 08 18:27:37.060924 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Made reservation on behalf of 3496b521dca24075afed21b4a25c3beb for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:37.064476 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.198850 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4180544a-764d-4112-a509-4cd43d66219b req-c3e48e5c-8154-48b6-809d-46766aaff88d service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242219 Jun 08 18:27:37.284471 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Allocated IP 172.20.0.14 (6b37107e-283c-46ca-a1d2-99d834999a5c/bc466e03-364e-44c8-bc94-d1780a32972a/b3af36e7-5e27-4df9-b364-49b5b7afa564) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:27:37.363701 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf6a95-5e5b-4b7f-850a-1a3d7f5b7a70 req-977816dd-1110-4929-bcc8-b6b788098814 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:37.365319 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f9bf6a95-5e5b-4b7f-850a-1a3d7f5b7a70 req-977816dd-1110-4929-bcc8-b6b788098814 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0936861 Jun 08 18:27:37.415626 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f9bf6a95-5e5b-4b7f-850a-1a3d7f5b7a70 req-ca245cab-cb69-4e8e-9be1-1340011be724 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Jun 08 18:27:37.522132 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.573513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.575990 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:27:37.575990 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:27:37.575990 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:27:37.575990 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:27:37.575990 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:27:37.575990 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:27:37.594543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Network 6b37107e-283c-46ca-a1d2-99d834999a5c is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:27:37.596376 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:27:37.599413 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:27:37.665676 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:37.666286 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.684649 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-737164b3-e168-4fb8-861f-b8ac56c51248 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835811 Jun 08 18:27:37.697135 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Request body: {'port': {'device_id': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:37.715087 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfea0b0-b7a9-4d0a-9015-80c46513f788 req-8dab06ea-c72c-4455-9685-341e24aaeb92 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:37.716593 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5bfea0b0-b7a9-4d0a-9015-80c46513f788 req-8dab06ea-c72c-4455-9685-341e24aaeb92 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 932 time: 0.0834208 Jun 08 18:27:37.766787 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5bfea0b0-b7a9-4d0a-9015-80c46513f788 req-9f447b1a-e266-4ebd-874f-6b898680fae9 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Jun 08 18:27:37.810485 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.950010 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552bede-0226-486a-b665-fa1ac2f4abcb req-29e9b580-3c78-46fd-b40e-e6d9945eeaf3 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:37.951531 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a552bede-0226-486a-b665-fa1ac2f4abcb req-29e9b580-3c78-46fd-b40e-e6d9945eeaf3 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 943 time: 0.0877194 Jun 08 18:27:38.006580 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a552bede-0226-486a-b665-fa1ac2f4abcb req-f17b03fc-a457-4be3-a275-1c137853eed4 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476630 Jun 08 18:27:38.216182 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:27:38.294055 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3af36e7-5e27-4df9-b364-49b5b7afa564 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:38.306210 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.333240 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Transition to ACTIVE for port object b3af36e7-5e27-4df9-b364-49b5b7afa564 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:27:38.338390 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.346994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:38.528455 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af36e7-5e27-4df9-b364-49b5b7afa564,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:38.559926 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:38.563360 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:27:38.625523 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Attempting to bind port b3af36e7-5e27-4df9-b364-49b5b7afa564 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:27:38.625867 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Attempting to bind port b3af36e7-5e27-4df9-b364-49b5b7afa564 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '461243b2-92ab-426c-97d8-4624a15a8a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:27:38.626175 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Attempting to bind port b3af36e7-5e27-4df9-b364-49b5b7afa564 on network 6b37107e-283c-46ca-a1d2-99d834999a5c {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:27:38.632126 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Port b3af36e7-5e27-4df9-b364-49b5b7afa564 on network 6b37107e-283c-46ca-a1d2-99d834999a5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:27:38.632473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Attempting to bind port b3af36e7-5e27-4df9-b364-49b5b7afa564 on network 6b37107e-283c-46ca-a1d2-99d834999a5c {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:27:38.638866 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:27:38.639199 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Checking segment: {'id': '461243b2-92ab-426c-97d8-4624a15a8a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:27:38.639781 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Bound using segment: {'id': '461243b2-92ab-426c-97d8-4624a15a8a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:27:38.640367 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Bound port: b3af36e7-5e27-4df9-b364-49b5b7afa564, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461243b2-92ab-426c-97d8-4624a15a8a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:27:38.640731 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.673867 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8b75-d232-480d-90eb-d2af660bdf82 req-4820b767-5bb4-43db-86da-117e474d818b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:38.675749 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b86a8b75-d232-480d-90eb-d2af660bdf82 req-4820b767-5bb4-43db-86da-117e474d818b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1160665 Jun 08 18:27:38.718717 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:38.734153 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'port_id': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'mac_address': 'fa:16:3e:76:0d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:27:38.747250 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] For port b3af36e7-5e27-4df9-b364-49b5b7afa564, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:27:38.753529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] For port b3af36e7-5e27-4df9-b364-49b5b7afa564, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564,segment=NetworkSegment(461243b2-92ab-426c-97d8-4624a15a8a3c),segment_id=461243b2-92ab-426c-97d8-4624a15a8a3c)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:27:38.760079 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.764546 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1eb777b3-fc48-4d14-a516-d3d391223780 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:38.765707 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b86a8b75-d232-480d-90eb-d2af660bdf82 req-ef5bfacf-5ad2-4c74-a788-35eb81c00760 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802987 Jun 08 18:27:38.814060 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.834301 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a509e7-e49e-4b93-8835-b290971e89a9 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:38.841901 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:38.842712 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.844208 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3af36e7-5e27-4df9-b364-49b5b7afa564 HTTP/1.1" status: 200 len: 1094 time: 1.1513271 Jun 08 18:27:38.844735 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'tag': 'b3af36e7-5e27-4df9-b364-49b5b7afa564'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:38.849103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92395030-1167-41ba-827a-afd53c28e366" -d '{"events": [{"name": "network-changed", "server_uuid": "cf913669-6a1b-41b6-b8dc-78cebe3d707c", "tag": "b3af36e7-5e27-4df9-b364-49b5b7afa564"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:38.851721 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:38.873447 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.873693 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3af36e7-5e27-4df9-b364-49b5b7afa564,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:38.876318 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:38.877624 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:38.952461 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=7']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:38.952984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bda1bf-bcb0-4b06-bfdc-6af384e0b118 x-openstack-request-id: req-55bda1bf-bcb0-4b06-bfdc-6af384e0b118 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:38.953326 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf913669-6a1b-41b6-b8dc-78cebe3d707c", "tag": "b3af36e7-5e27-4df9-b364-49b5b7afa564", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:38.953996 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55bda1bf-bcb0-4b06-bfdc-6af384e0b118 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:38.953996 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'tag': 'b3af36e7-5e27-4df9-b364-49b5b7afa564', 'status': 'completed', 'code': 200} Jun 08 18:27:38.956985 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:39.012089 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-a7ae3397-81f7-4c0b-8774-32b4f593b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.013551 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-a7ae3397-81f7-4c0b-8774-32b4f593b417 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3496b521dca24075afed21b4a25c3beb&device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 1097 time: 0.1054578 Jun 08 18:27:39.014747 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35b73-17ae-48d5-af04-55a667b186bc req-4fec064c-432c-44b3-8492-c9b9f73f7547 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.016292 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7cf35b73-17ae-48d5-af04-55a667b186bc req-4fec064c-432c-44b3-8492-c9b9f73f7547 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 944 time: 0.0965354 Jun 08 18:27:39.073968 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7cf35b73-17ae-48d5-af04-55a667b186bc req-4b888d92-5a83-48f7-b9c2-25636433f4c7 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509448 Jun 08 18:27:39.094901 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-042f5dec-9fbd-44a1-afb4-27f078f4c000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564 HTTP/1.1" status: 200 len: 217 time: 0.0726128 Jun 08 18:27:39.162435 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-bffd9b13-3cba-413a-b6d7-76efc30039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.163904 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-bffd9b13-3cba-413a-b6d7-76efc30039e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc466e03-364e-44c8-bc94-d1780a32972a HTTP/1.1" status: 200 len: 848 time: 0.0620363 Jun 08 18:27:39.176416 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['f9a509e7-e49e-4b93-8835-b290971e89a9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:27:39.228336 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-d972dd90-bb9d-4f3b-9ccd-4922f3649944 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b37107e-283c-46ca-a1d2-99d834999a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569937 Jun 08 18:27:39.389418 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-4030dbe6-8d2b-4ce9-a3e3-790aaa3dd74e service neutron] 10.222.0.48 "GET /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533520 Jun 08 18:27:39.391438 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64113ceb-96d5-4a81-a2bc-63531e370c09 req-1642a112-4380-4390-bba4-d39769fe29b3 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.394868 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-64113ceb-96d5-4a81-a2bc-63531e370c09 req-1642a112-4380-4390-bba4-d39769fe29b3 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 944 time: 0.2379048 Jun 08 18:27:39.473368 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-64113ceb-96d5-4a81-a2bc-63531e370c09 req-62ef33fa-02c9-476c-83c5-0765f821b985 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711429 Jun 08 18:27:39.568307 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-034afc84-6d88-4691-b64b-a84dd4cb669f req-1468563f-1b7c-4649-83d2-62cb8b26e9cc service neutron] 10.222.0.48 "GET /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697936 Jun 08 18:27:39.719849 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395030-1167-41ba-827a-afd53c28e366 req-1ea00210-8af2-407e-af96-9668ff62b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.722005 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-1ea00210-8af2-407e-af96-9668ff62b36d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3496b521dca24075afed21b4a25c3beb&device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 1097 time: 0.0892990 Jun 08 18:27:39.861315 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395030-1167-41ba-827a-afd53c28e366 req-b907f33e-c9f9-4da5-afc1-2e8bad83fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.862807 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-b907f33e-c9f9-4da5-afc1-2e8bad83fe61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b37107e-283c-46ca-a1d2-99d834999a5c HTTP/1.1" status: 200 len: 909 time: 0.1327848 Jun 08 18:27:39.941388 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-6e52fd12-8f1e-4142-af1f-24e2ed8e331c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564 HTTP/1.1" status: 200 len: 217 time: 0.0704744 Jun 08 18:27:39.987410 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2e015-bcca-4e9b-b43a-4b78dd03b82e req-ee6b911a-ffa6-460a-90ee-2a6a98bb4f4e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.989086 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8bb2e015-bcca-4e9b-b43a-4b78dd03b82e req-ee6b911a-ffa6-460a-90ee-2a6a98bb4f4e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0949721 Jun 08 18:27:40.010509 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395030-1167-41ba-827a-afd53c28e366 req-d5f0e1d8-a74a-4bf0-9e16-19027d969d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:40.012133 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-d5f0e1d8-a74a-4bf0-9e16-19027d969d10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc466e03-364e-44c8-bc94-d1780a32972a HTTP/1.1" status: 200 len: 848 time: 0.0625641 Jun 08 18:27:40.051943 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8bb2e015-bcca-4e9b-b43a-4b78dd03b82e req-3820c2fe-4e57-4929-a11e-6f14e6530ddc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524762 Jun 08 18:27:40.061181 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-0b7d7719-0dcf-4640-bb64-39080392f409 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b37107e-283c-46ca-a1d2-99d834999a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413978 Jun 08 18:27:40.223709 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-718ce8d4-a2d4-4562-8f38-d06b6fc34ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:40.297941 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35095-099e-481a-9c34-23db7816eb04 req-f22ed804-76dd-4595-a1a9-2f3283637113 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:40.300302 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5d35095-099e-481a-9c34-23db7816eb04 req-f22ed804-76dd-4595-a1a9-2f3283637113 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 944 time: 0.1063333 Jun 08 18:27:40.317275 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-2200f157-ff19-4f16-ac60-ed6ab73d2123 service neutron] 10.222.0.48 "GET /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485514 Jun 08 18:27:40.352149 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c5d35095-099e-481a-9c34-23db7816eb04 req-c7b12b4a-743e-4509-9fbc-df5e1525389b tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Jun 08 18:27:40.464288 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-92395030-1167-41ba-827a-afd53c28e366 req-df0937fc-1d2b-47a9-923e-dcc1dea82306 service neutron] 10.222.0.48 "GET /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371105 Jun 08 18:27:40.593697 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:27:40.597071 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:27:40.703863 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc66888-5379-4c27-bb0b-f397e544c23f req-1c19cf10-3804-4d78-bb86-f1beadf6416d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:40.705899 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ddc66888-5379-4c27-bb0b-f397e544c23f req-1c19cf10-3804-4d78-bb86-f1beadf6416d tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 944 time: 0.0992141 Jun 08 18:27:40.780963 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ddc66888-5379-4c27-bb0b-f397e544c23f req-fed0be61-cd4e-4f84-b5d0-95357a3f4648 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650899 Jun 08 18:27:40.810342 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port f9a509e7-e49e-4b93-8835-b290971e89a9 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:27:40.810924 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:40.903734 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:40.923016 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '43e0811e-8124-493a-b065-670a0158fb1e', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'port_id': '43e0811e-8124-493a-b065-670a0158fb1e', 'mac_address': 'fa:16:3e:70:15:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:27:41.077507 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:41.102751 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43e0811e-8124-493a-b065-670a0158fb1e {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:41.108785 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:41.143418 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:41.152088 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:41.154707 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1798f3-09d7-469c-b8b9-36e603cff9c7" -d '{"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-plugged", "status": "completed", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:41.160178 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:41.160909 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b3af36e7-5e27-4df9-b364-49b5b7afa564 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:27:41.164683 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:41.219269 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:41.223179 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f39e2-87f3-4232-a883-f46062501848 x-openstack-request-id: req-6d2f39e2-87f3-4232-a883-f46062501848 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:41.223537 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-plugged", "status": "completed", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:41.223923 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d2f39e2-87f3-4232-a883-f46062501848 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:41.224672 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'code': 200} Jun 08 18:27:41.249465 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:41.298204 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525d1c6-8db6-4abc-ae35-997a33352cea req-e1cefbad-c060-4a65-8e13-f4da35ddff58 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:41.302181 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3525d1c6-8db6-4abc-ae35-997a33352cea req-e1cefbad-c060-4a65-8e13-f4da35ddff58 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 944 time: 0.1067934 Jun 08 18:27:41.384288 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3525d1c6-8db6-4abc-ae35-997a33352cea req-426ebfc0-fed6-4a6f-aa71-af140d8ebefe tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745628 Jun 08 18:27:41.397881 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=6']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:41.407747 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:41.409129 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:41.565370 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=8']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:41.576971 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:41.587796 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port b3af36e7-5e27-4df9-b364-49b5b7afa564, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564,segment=NetworkSegment(461243b2-92ab-426c-97d8-4624a15a8a3c),segment_id=461243b2-92ab-426c-97d8-4624a15a8a3c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:41.605230 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'b3af36e7-5e27-4df9-b364-49b5b7afa564', 'network_id': '6b37107e-283c-46ca-a1d2-99d834999a5c', 'port_id': 'b3af36e7-5e27-4df9-b364-49b5b7afa564', 'mac_address': 'fa:16:3e:a1:18:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc466e03-364e-44c8-bc94-d1780a32972a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:27:41.623650 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046156b-9438-4614-ae3d-5d3659fdae25 req-8b8a848f-e23e-450e-b2de-41c3c274c0e3 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:41.625578 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d046156b-9438-4614-ae3d-5d3659fdae25 req-8b8a848f-e23e-450e-b2de-41c3c274c0e3 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 944 time: 0.1287134 Jun 08 18:27:41.707275 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:41.708030 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d046156b-9438-4614-ae3d-5d3659fdae25 req-b05caf04-d27e-4dd6-9515-adc5c48c7dea tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754380 Jun 08 18:27:41.738550 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3af36e7-5e27-4df9-b364-49b5b7afa564 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:41.760678 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port b3af36e7-5e27-4df9-b364-49b5b7afa564, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564,segment=NetworkSegment(461243b2-92ab-426c-97d8-4624a15a8a3c),segment_id=461243b2-92ab-426c-97d8-4624a15a8a3c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:41.773007 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:41.775717 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:41.783714 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17556dc-bae1-47d2-89be-1b7fe06bdd04 req-76a05a6e-22a5-4704-b0a9-78373eb1be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:41.785335 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a17556dc-bae1-47d2-89be-1b7fe06bdd04 req-76a05a6e-22a5-4704-b0a9-78373eb1be41 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1098 time: 0.1344881 Jun 08 18:27:41.892819 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a17556dc-bae1-47d2-89be-1b7fe06bdd04 req-08162914-f7aa-4f7d-8c30-cacfc78c9128 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943835 Jun 08 18:27:41.911611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=b3af36e7-5e27-4df9-b364-49b5b7afa564,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:41.929418 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:41.958461 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['43e0811e-8124-493a-b065-670a0158fb1e'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:27:42.026390 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347e31e-07e2-460f-881b-0dd0b6fe0802 req-803de652-3a6f-4aa8-bee2-41d8fe8f34bb tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:42.029966 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6347e31e-07e2-460f-881b-0dd0b6fe0802 req-803de652-3a6f-4aa8-bee2-41d8fe8f34bb tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1158195 Jun 08 18:27:42.058868 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['b3af36e7-5e27-4df9-b364-49b5b7afa564'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:27:42.103635 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6347e31e-07e2-460f-881b-0dd0b6fe0802 req-898e58b7-e5cd-49f5-baf6-35d0ef2148c2 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695379 Jun 08 18:27:42.593953 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:27:42.678514 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a76d3-17b5-4924-a359-fee420f36b0d req-ef93be9b-2470-4628-9db6-6b1c71eb918b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:42.680340 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-589a76d3-17b5-4924-a359-fee420f36b0d req-ef93be9b-2470-4628-9db6-6b1c71eb918b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 944 time: 0.1231496 Jun 08 18:27:42.700586 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 43e0811e-8124-493a-b065-670a0158fb1e triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:27:42.703919 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:42.749248 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-589a76d3-17b5-4924-a359-fee420f36b0d req-ca49a432-576c-4a2f-9503-3cb8cabf4928 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614758 Jun 08 18:27:42.918254 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:42.964680 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:42.973597 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:42.985447 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:42.996659 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28405d-aba9-4704-a181-ff5448ac1e2c req-7506d7d2-d7a9-4553-bb69-cc73a1b0be03 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:43.005341 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ba28405d-aba9-4704-a181-ff5448ac1e2c req-7506d7d2-d7a9-4553-bb69-cc73a1b0be03 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 945 time: 0.1337273 Jun 08 18:27:43.076733 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=7']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:43.080435 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:43.087380 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ba28405d-aba9-4704-a181-ff5448ac1e2c req-26194bb1-39ae-4e45-9a68-eeb91ba8468b tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809164 Jun 08 18:27:43.225633 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:43.227993 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2319d2-e3c4-4373-a763-e3eb79b9fe0d" -d '{"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-plugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:43.275722 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527bfe9e-4730-4a0f-8f3b-be832bd54651 x-openstack-request-id: req-527bfe9e-4730-4a0f-8f3b-be832bd54651 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:43.276377 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-plugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:43.276870 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-527bfe9e-4730-4a0f-8f3b-be832bd54651 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:43.277566 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'code': 200} Jun 08 18:27:43.304748 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f638028f-f7f7-4d7e-b250-308ec90d7653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:43.403440 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78453f1f-8327-499f-bf04-ce2d9c432cac req-36d8b9d4-0123-42bc-9338-aa4b1f056fe5 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:43.411331 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-78453f1f-8327-499f-bf04-ce2d9c432cac req-36d8b9d4-0123-42bc-9338-aa4b1f056fe5 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1167028 Jun 08 18:27:43.415573 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:43.458406 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-78453f1f-8327-499f-bf04-ce2d9c432cac req-265cbeed-2f24-4dc4-bb85-8e8ed9723f4a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459807 Jun 08 18:27:44.039042 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54becd7f-e115-4642-beee-16f57dca0bd0 req-624cb20e-852d-4cba-bc8f-1b4abe8d66ba tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:44.041605 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-54becd7f-e115-4642-beee-16f57dca0bd0 req-624cb20e-852d-4cba-bc8f-1b4abe8d66ba tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1531637 Jun 08 18:27:44.125258 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-54becd7f-e115-4642-beee-16f57dca0bd0 req-55c88b1c-66ad-4dfa-87bf-5be31a458d64 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769460 Jun 08 18:27:44.348247 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8cc8-768b-4c6e-bf7b-b1cf92b6fec3 req-4c56e82b-46d0-46b3-9049-b054a66f5b3c tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:44.355550 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-53fc8cc8-768b-4c6e-bf7b-b1cf92b6fec3 req-4c56e82b-46d0-46b3-9049-b054a66f5b3c tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 945 time: 0.1298988 Jun 08 18:27:44.374660 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:44.412699 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-53fc8cc8-768b-4c6e-bf7b-b1cf92b6fec3 req-41b9ce58-c5ed-4ace-817f-e5f638deb1a9 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 Jun 08 18:27:44.585346 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b3af36e7-5e27-4df9-b364-49b5b7afa564 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:27:44.668046 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port b3af36e7-5e27-4df9-b364-49b5b7afa564 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:27:44.674351 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port b3af36e7-5e27-4df9-b364-49b5b7afa564 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:27:44.674776 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:44.859581 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:44.906510 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port b3af36e7-5e27-4df9-b364-49b5b7afa564, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564,segment=NetworkSegment(461243b2-92ab-426c-97d8-4624a15a8a3c),segment_id=461243b2-92ab-426c-97d8-4624a15a8a3c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:44.917267 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:44.917267 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:45.019129 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=b3af36e7-5e27-4df9-b364-49b5b7afa564,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:45.023769 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:45.280514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3af36e7-5e27-4df9-b364-49b5b7afa564'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:45.285635 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef43ab-b2cd-437b-a294-7328637a72ab" -d '{"events": [{"server_uuid": "cf913669-6a1b-41b6-b8dc-78cebe3d707c", "name": "network-vif-plugged", "status": "completed", "tag": "b3af36e7-5e27-4df9-b364-49b5b7afa564"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:45.335559 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66e8596-5f89-4cb3-8462-599a43995cf6 x-openstack-request-id: req-c66e8596-5f89-4cb3-8462-599a43995cf6 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:45.335859 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf913669-6a1b-41b6-b8dc-78cebe3d707c", "name": "network-vif-plugged", "status": "completed", "tag": "b3af36e7-5e27-4df9-b364-49b5b7afa564", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:45.336120 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c66e8596-5f89-4cb3-8462-599a43995cf6 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:45.336507 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3af36e7-5e27-4df9-b364-49b5b7afa564', 'code': 200} Jun 08 18:27:45.382297 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e574-a976-4a28-bdf2-8d71207ff60e req-3cd32635-b8b4-4ac9-a619-e16f1e6c37f3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:45.390612 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4cc3e574-a976-4a28-bdf2-8d71207ff60e req-3cd32635-b8b4-4ac9-a619-e16f1e6c37f3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1273656 Jun 08 18:27:45.474346 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4cc3e574-a976-4a28-bdf2-8d71207ff60e req-ce57522c-9e9d-4da2-bd7c-4f3702890831 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824609 Jun 08 18:27:45.685985 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bc12b-4ec9-40d9-a4ff-bae6fb8b6a59 req-c88110de-afff-454c-af02-930cad5a4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:45.688081 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8d6bc12b-4ec9-40d9-a4ff-bae6fb8b6a59 req-c88110de-afff-454c-af02-930cad5a4f12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 1099 time: 0.1388121 Jun 08 18:27:45.702026 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:45.728495 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40f4a2-a85d-43be-a759-46c73279b252 req-c763f8af-ae0b-4237-bea8-2aa4b3c594ed tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:45.734049 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2b40f4a2-a85d-43be-a759-46c73279b252 req-c763f8af-ae0b-4237-bea8-2aa4b3c594ed tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 946 time: 0.1718102 Jun 08 18:27:45.748150 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8d6bc12b-4ec9-40d9-a4ff-bae6fb8b6a59 req-6e119c8f-2c64-4aba-9552-c57846bce1be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527797 Jun 08 18:27:45.786905 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2b40f4a2-a85d-43be-a759-46c73279b252 req-4558b530-7015-4632-9922-0a34115313a0 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Jun 08 18:27:46.705765 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eb08f-f0be-44b2-bd26-6c62cfcec85d req-5d79c9f7-4448-4373-a1aa-c99445304c03 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:46.725031 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0c2eb08f-f0be-44b2-bd26-6c62cfcec85d req-5d79c9f7-4448-4373-a1aa-c99445304c03 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1265094 Jun 08 18:27:46.810253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0c2eb08f-f0be-44b2-bd26-6c62cfcec85d req-be459100-b912-4502-a522-20dc63988bdd tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786676 Jun 08 18:27:47.103398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a19a6-0363-41c5-8520-db4c703b38d7 req-509bb671-44df-4e90-aec4-647ef88ac73b tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:47.106195 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ab7a19a6-0363-41c5-8520-db4c703b38d7 req-509bb671-44df-4e90-aec4-647ef88ac73b tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 946 time: 0.1533554 Jun 08 18:27:47.208295 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ab7a19a6-0363-41c5-8520-db4c703b38d7 req-56addb8e-88f3-44a3-9d76-f91710495ccf tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843863 Jun 08 18:27:48.059252 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58211728-89fd-4e4a-8289-7713c4e1e362 req-3c74deda-da30-4d3b-9bb6-a0b20fde2e62 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:48.060754 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-58211728-89fd-4e4a-8289-7713c4e1e362 req-3c74deda-da30-4d3b-9bb6-a0b20fde2e62 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1111350 Jun 08 18:27:48.124565 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-58211728-89fd-4e4a-8289-7713c4e1e362 req-b45db4cb-7ac8-44a5-87d9-785763a0f66d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Jun 08 18:27:49.453052 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334484d0-8aab-427a-80ad-0ab9527b81ad req-c59f1284-b982-4042-8b51-6cb9033148ce tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:49.455914 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-334484d0-8aab-427a-80ad-0ab9527b81ad req-c59f1284-b982-4042-8b51-6cb9033148ce tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1778793 Jun 08 18:27:49.554215 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-334484d0-8aab-427a-80ad-0ab9527b81ad req-c5fb1ec2-6da9-45b8-a16a-b571816473e1 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848100 Jun 08 18:27:50.785474 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e60303-a6ae-40e0-affb-97dd8e3fb3cf req-2c9a87e9-d06a-49ed-a9a3-c7928c2f57eb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:50.792136 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81e60303-a6ae-40e0-affb-97dd8e3fb3cf req-2c9a87e9-d06a-49ed-a9a3-c7928c2f57eb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0986371 Jun 08 18:27:50.859546 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81e60303-a6ae-40e0-affb-97dd8e3fb3cf req-47218038-d843-4006-ad97-ca7f53544488 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622845 Jun 08 18:27:51.615278 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bda513-1e0e-4b87-bee0-5205fc7f6989 req-63e6cbd8-1e46-492f-b13f-fc37eb793926 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:51.616784 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-73bda513-1e0e-4b87-bee0-5205fc7f6989 req-63e6cbd8-1e46-492f-b13f-fc37eb793926 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 946 time: 0.0996075 Jun 08 18:27:51.669108 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-73bda513-1e0e-4b87-bee0-5205fc7f6989 req-49b3b958-6400-4f15-bca5-9b8a50fb1532 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Jun 08 18:27:52.089620 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d935f-b563-4e49-abbc-b5b50946cfb3 req-2cb09f0b-ec1d-4b94-8ac8-552bb12a8b5b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.091116 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d50d935f-b563-4e49-abbc-b5b50946cfb3 req-2cb09f0b-ec1d-4b94-8ac8-552bb12a8b5b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0944526 Jun 08 18:27:52.238528 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d50d935f-b563-4e49-abbc-b5b50946cfb3 req-0d0f753f-6cff-4403-8a56-3bff3f645768 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395199 Jun 08 18:27:52.446525 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-68eef5d8-a037-44d7-bc74-5c1becce1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.448143 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-68eef5d8-a037-44d7-bc74-5c1becce1a28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1098 time: 0.0753314 Jun 08 18:27:52.595743 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-edbfae13-12bf-48e6-a3b3-ef09cfba09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.597911 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-edbfae13-12bf-48e6-a3b3-ef09cfba09be service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.1411667 Jun 08 18:27:52.717100 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-18aa8285-67ab-4c0d-b522-35b38efcbd2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 1000 time: 0.1115947 Jun 08 18:27:52.835430 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-80229b0d-d826-418a-bb69-2f33a18d492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.839674 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-80229b0d-d826-418a-bb69-2f33a18d492e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.1128287 Jun 08 18:27:52.980285 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-24f5fc50-4599-41ae-9ca9-e2945a17c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.982797 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-24f5fc50-4599-41ae-9ca9-e2945a17c91f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1347704 Jun 08 18:27:53.112876 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb2af1-d120-40e4-a858-4e183eb7b6a3 req-22cf9342-1b4b-4afa-a12c-169846441f42 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:53.115273 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5acb2af1-d120-40e4-a858-4e183eb7b6a3 req-22cf9342-1b4b-4afa-a12c-169846441f42 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 946 time: 0.1001875 Jun 08 18:27:53.170884 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5acb2af1-d120-40e4-a858-4e183eb7b6a3 req-35b1a795-1a2c-435e-b6ea-f7186b1b71a2 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/security-groups?id=4425d991-f859-49a9-bee0-7c2159785c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Jun 08 18:27:53.215309 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-178112fc-0469-4817-9ead-1b9f761cf62b service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246866 Jun 08 18:27:53.305575 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-249f1190-656f-493c-abcd-083ecb625e3c tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:53.307199 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-249f1190-656f-493c-abcd-083ecb625e3c tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 946 time: 0.2307186 Jun 08 18:27:53.509581 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e6c5-c27b-46fe-b993-ae7a70bb50ff req-ac0537fd-7afb-4dcf-a2ce-770e272fa6b6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:53.513781 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-42b2e6c5-c27b-46fe-b993-ae7a70bb50ff req-ac0537fd-7afb-4dcf-a2ce-770e272fa6b6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.1485851 Jun 08 18:27:53.538386 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-60fd83f4-ef9f-4cad-a814-0979ee83a699 req-75ce119b-f0ee-4055-b3b1-ca51813fdd5f service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153019 Jun 08 18:27:53.567667 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Deleting port b3af36e7-5e27-4df9-b364-49b5b7afa564 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:53.568241 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.572113 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-42b2e6c5-c27b-46fe-b993-ae7a70bb50ff req-d03c0ef6-cf6f-40bc-9ec1-b0b667703d92 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491240 Jun 08 18:27:53.758194 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] For port b3af36e7-5e27-4df9-b364-49b5b7afa564, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b3af36e7-5e27-4df9-b364-49b5b7afa564,segment=NetworkSegment(461243b2-92ab-426c-97d8-4624a15a8a3c),segment_id=461243b2-92ab-426c-97d8-4624a15a8a3c)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:53.758555 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.994074 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Calling delete_port for b3af36e7-5e27-4df9-b364-49b5b7afa564 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:54.109406 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:54.115420 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:54.124180 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['b3af36e7-5e27-4df9-b364-49b5b7afa564'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:27:54.166207 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Pushing event deleted for resources: {'Port': ['ID=b3af36e7-5e27-4df9-b364-49b5b7afa564,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:54.192543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:54.240547 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] No DVR routers for this DVR port b3af36e7-5e27-4df9-b364-49b5b7afa564 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:27:54.243292 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:54.245806 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-f938dc2f-5629-40c9-bea0-ac4febea97a7 req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.48 "DELETE /v2.0/ports/b3af36e7-5e27-4df9-b364-49b5b7afa564 HTTP/1.1" status: 204 len: 173 time: 0.9330564 Jun 08 18:27:54.246427 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'name': 'network-vif-deleted', 'tag': 'b3af36e7-5e27-4df9-b364-49b5b7afa564'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:54.250314 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5554cfe2-149b-47ba-98eb-2a2c49a00df0" -d '{"events": [{"server_uuid": "cf913669-6a1b-41b6-b8dc-78cebe3d707c", "name": "network-vif-deleted", "tag": "b3af36e7-5e27-4df9-b364-49b5b7afa564"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:54.363147 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d2712b3a-1aa0-4e70-a085-a0b6cd01dae3 req-1e3dee78-2165-4587-a3bb-bc2d8c4f5a00 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf913669-6a1b-41b6-b8dc-78cebe3d707c HTTP/1.1" status: 200 len: 210 time: 0.0518210 Jun 08 18:27:54.448704 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91a90a-2b1b-46fe-ac26-b0f148a13502 x-openstack-request-id: req-ef91a90a-2b1b-46fe-ac26-b0f148a13502 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:54.449099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf913669-6a1b-41b6-b8dc-78cebe3d707c", "name": "network-vif-deleted", "tag": "b3af36e7-5e27-4df9-b364-49b5b7afa564", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:54.449465 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef91a90a-2b1b-46fe-ac26-b0f148a13502 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:54.449926 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf913669-6a1b-41b6-b8dc-78cebe3d707c', 'name': 'network-vif-deleted', 'tag': 'b3af36e7-5e27-4df9-b364-49b5b7afa564', 'status': 'completed', 'code': 200} Jun 08 18:27:54.648238 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:54.778513 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:54.781904 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599522ac-df3a-42da-a0f0-194dae6a7145 req-d6e17829-5169-4591-928f-c27219eb9c45 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:54.784025 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-599522ac-df3a-42da-a0f0-194dae6a7145 req-d6e17829-5169-4591-928f-c27219eb9c45 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 945 time: 0.0902605 Jun 08 18:27:54.807345 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:54.809567 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd704abb-328f-46ed-9bee-5c5671f9f9f7" -d '{"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-unplugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:54.818395 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:54.823695 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:54.825757 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:54.836423 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-599522ac-df3a-42da-a0f0-194dae6a7145 req-0c08108a-233d-419a-bc0e-f07adf677ca0 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Jun 08 18:27:54.859914 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6437c5bf-2a80-4a7d-9788-53bc650ea28e x-openstack-request-id: req-6437c5bf-2a80-4a7d-9788-53bc650ea28e {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:54.859914 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-unplugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:54.859914 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6437c5bf-2a80-4a7d-9788-53bc650ea28e {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:54.859914 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'code': 200} Jun 08 18:27:54.901323 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=8']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:54.904479 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:56.080682 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1cc8d-86c6-4462-afe5-13bbf51e91e5 req-83530507-e515-42db-8743-9c1a56e6f638 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:56.082173 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c9a1cc8d-86c6-4462-afe5-13bbf51e91e5 req-83530507-e515-42db-8743-9c1a56e6f638 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0821249 Jun 08 18:27:56.132710 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c9a1cc8d-86c6-4462-afe5-13bbf51e91e5 req-ae896002-8137-4198-9ead-1b1a74535c7d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Jun 08 18:27:56.674388 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b3af36e7-5e27-4df9-b364-49b5b7afa564 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:56.713382 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: b3af36e7-5e27-4df9-b364-49b5b7afa564 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:27:56.713861 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device b3af36e7-5e27-4df9-b364-49b5b7afa564 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:27:57.675689 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d9110-d9d9-4d6f-9156-be04ad6a4550 req-b74908a2-3371-41f8-b6dc-a055d08dfdfc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:57.678122 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b2d9110-d9d9-4d6f-9156-be04ad6a4550 req-b74908a2-3371-41f8-b6dc-a055d08dfdfc tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0902343 Jun 08 18:27:57.737865 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b2d9110-d9d9-4d6f-9156-be04ad6a4550 req-beaa189e-027d-4e72-ad4e-5baa903b8a9e tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509892 Jun 08 18:27:57.866647 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-ce3fdaad-77d2-4b2a-ae6d-c5acbe99005b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731297 Jun 08 18:27:58.690135 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:58.766932 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-40919b3c-46ad-45b2-b484-eb8a8bd85c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:58.768467 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-40919b3c-46ad-45b2-b484-eb8a8bd85c87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103&tenant_id=cfeb7ac044b7417fad487e853f273c5c HTTP/1.1" status: 200 len: 1096 time: 0.0736668 Jun 08 18:27:58.873920 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-be93e4db-aa4e-4965-85fe-bd465d61856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:58.875638 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-be93e4db-aa4e-4965-85fe-bd465d61856c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfeb7ac044b7417fad487e853f273c5c&device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1096 time: 0.0842869 Jun 08 18:27:58.944745 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cde8b-7b94-4192-8acb-58a056695279 req-ace7f123-70ce-4889-8c1c-273d77b68964 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:58.946973 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-816cde8b-7b94-4192-8acb-58a056695279 req-ace7f123-70ce-4889-8c1c-273d77b68964 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0914822 Jun 08 18:27:59.008010 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-816cde8b-7b94-4192-8acb-58a056695279 req-9e90f08a-d1eb-41de-88e9-2b0f7684650a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536475 Jun 08 18:27:59.040089 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-20d5cfaf-0d27-48b9-b84f-b05eb1d9a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:59.041580 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-20d5cfaf-0d27-48b9-b84f-b05eb1d9a77c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 200 len: 917 time: 0.1586692 Jun 08 18:27:59.147354 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-e69b0a39-a7e9-4e45-9944-e73d9dc23c84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 200 len: 998 time: 0.0964222 Jun 08 18:27:59.214783 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-3b45273b-b7ce-4f58-b5e8-5f99e55e929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:59.216210 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-3b45273b-b7ce-4f58-b5e8-5f99e55e929a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 200 len: 855 time: 0.0619621 Jun 08 18:27:59.295682 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-5acd77c9-5f9e-4298-8559-70bbb4deb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:59.297140 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-5acd77c9-5f9e-4298-8559-70bbb4deb2dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0745749 Jun 08 18:27:59.432136 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-419ed2ff-12b6-4899-b864-e88f88b53a85 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281002 Jun 08 18:27:59.576084 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ec372a4d-e9b2-4869-9502-7e9053cfd540 req-79613c33-a606-46b9-a930-659dc778c6b7 service neutron] 10.222.0.48 "GET /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298892 Jun 08 18:28:00.367119 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd691e71-025e-4298-b1e0-c8952372cf63 req-f3817222-5bcf-4de2-ae2d-6112e9f9ceba tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:00.370623 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd691e71-025e-4298-b1e0-c8952372cf63 req-f3817222-5bcf-4de2-ae2d-6112e9f9ceba tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.1544712 Jun 08 18:28:00.429787 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd691e71-025e-4298-b1e0-c8952372cf63 req-35658939-2e49-4afa-9c5d-290816509094 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536616 Jun 08 18:28:01.645338 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec9cf9-c32e-44d2-9ca9-d8244e23717d req-b137405f-ca98-48c4-a5e2-6a385b9410c4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:01.646827 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-88ec9cf9-c32e-44d2-9ca9-d8244e23717d req-b137405f-ca98-48c4-a5e2-6a385b9410c4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0902193 Jun 08 18:28:01.694755 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-88ec9cf9-c32e-44d2-9ca9-d8244e23717d req-bd740827-5f7e-47c8-83c7-3888ec8d3cc4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Jun 08 18:28:02.893441 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11c29-a01a-4a20-8bac-54230c053b86 req-98e811c6-f481-4502-9e78-852b1360a7eb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:02.895736 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81a11c29-a01a-4a20-8bac-54230c053b86 req-98e811c6-f481-4502-9e78-852b1360a7eb tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0874035 Jun 08 18:28:02.946050 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81a11c29-a01a-4a20-8bac-54230c053b86 req-82832fba-2959-4ddd-8571-7332260ad523 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Jun 08 18:28:04.178101 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20d7a-9da1-4a0d-9ee2-8017d74c1ad0 req-624e1e5f-fe2b-40bf-9e46-ddd0b09f652b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:04.178819 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-73f20d7a-9da1-4a0d-9ee2-8017d74c1ad0 req-624e1e5f-fe2b-40bf-9e46-ddd0b09f652b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0965667 Jun 08 18:28:04.184882 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:04.234114 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-73f20d7a-9da1-4a0d-9ee2-8017d74c1ad0 req-6630cb78-57bd-42da-bf38-2d56306a4963 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494161 Jun 08 18:28:05.484487 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb330fab-fe91-4923-872e-33f5dd64e127 req-372185a0-4977-42a0-9666-14f97cdf6bfe tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:05.486116 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fb330fab-fe91-4923-872e-33f5dd64e127 req-372185a0-4977-42a0-9666-14f97cdf6bfe tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0959604 Jun 08 18:28:05.548087 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fb330fab-fe91-4923-872e-33f5dd64e127 req-df9974c3-a524-4b46-86c8-73a8a5524146 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536296 Jun 08 18:28:06.766316 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2adf-8635-4b0e-b07e-c8d3d94ae023 req-1e31bf1c-5c7b-4757-833e-0ce0fba042e8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:06.773915 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-081f2adf-8635-4b0e-b07e-c8d3d94ae023 req-1e31bf1c-5c7b-4757-833e-0ce0fba042e8 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0976210 Jun 08 18:28:06.825544 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-081f2adf-8635-4b0e-b07e-c8d3d94ae023 req-b77ab42b-c968-4307-8207-a12f70aa02b3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507233 Jun 08 18:28:08.056164 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4933f3-ca40-4567-a751-d3bd43221ec4 req-a013957e-505b-44bb-bdb8-49d694519cc9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:08.057803 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ed4933f3-ca40-4567-a751-d3bd43221ec4 req-a013957e-505b-44bb-bdb8-49d694519cc9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.1045036 Jun 08 18:28:08.132556 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ed4933f3-ca40-4567-a751-d3bd43221ec4 req-7e61208c-dbec-4277-943e-ff46a8380319 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679383 Jun 08 18:28:09.458341 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16ab91-604a-44c1-8086-8f9dc7b53398 req-a4f0b2af-9172-4e27-93d9-1b348378e5c7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:09.460398 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e16ab91-604a-44c1-8086-8f9dc7b53398 req-a4f0b2af-9172-4e27-93d9-1b348378e5c7 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.1038067 Jun 08 18:28:09.525009 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e16ab91-604a-44c1-8086-8f9dc7b53398 req-5195c028-60a1-47bf-af75-e8d6938b6258 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550091 Jun 08 18:28:10.218955 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-52d7eec4-14b6-49a8-b756-818bc78c2388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:10.786166 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17df5-3431-4422-a8d3-7e0ab504becc req-f2d12a51-abe1-490a-8899-4f0f60ddb0a6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:10.787848 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-23c17df5-3431-4422-a8d3-7e0ab504becc req-f2d12a51-abe1-490a-8899-4f0f60ddb0a6 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0971873 Jun 08 18:28:10.839740 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-23c17df5-3431-4422-a8d3-7e0ab504becc req-59693c22-b4d2-4e6f-af45-eb47f34809d3 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448947 Jun 08 18:28:12.046599 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5cc07-034b-4eec-ade7-787347b30ec4 req-2546153c-dd8c-4614-a70c-9b0c294ebf22 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:12.048032 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d8f5cc07-034b-4eec-ade7-787347b30ec4 req-2546153c-dd8c-4614-a70c-9b0c294ebf22 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 943 time: 0.0868864 Jun 08 18:28:12.098285 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d8f5cc07-034b-4eec-ade7-787347b30ec4 req-361e5624-f263-42fe-97a9-63f4108a169a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 Jun 08 18:28:12.793894 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:28:12.928686 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:28:12.941988 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '43e0811e-8124-493a-b065-670a0158fb1e', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'port_id': '43e0811e-8124-493a-b065-670a0158fb1e', 'mac_address': 'fa:16:3e:70:15:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:28:12.997277 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.013701 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e0811e-8124-493a-b065-670a0158fb1e {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:28:13.028595 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:28:13.031379 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.033632 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:13.100699 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=9']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:13.103833 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:13.275361 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['43e0811e-8124-493a-b065-670a0158fb1e'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:28:13.307169 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18055b2-336e-458c-b66a-853467bd11d0 req-ad3659ee-53d7-4caa-b625-15a12157d068 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:13.308733 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b18055b2-336e-458c-b66a-853467bd11d0 req-ad3659ee-53d7-4caa-b625-15a12157d068 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 944 time: 0.0891328 Jun 08 18:28:13.358055 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b0b52e56-343d-481a-baa9-5c7c83db3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.364316 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b18055b2-336e-458c-b66a-853467bd11d0 req-f9f656bb-f468-46bd-852d-44ee6287ae5d tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465326 Jun 08 18:28:13.425484 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.660540 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46710) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:13.725658 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Deleting subnet bc466e03-364e-44c8-bc94-d1780a32972a {{(pid=91719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:28:13.728724 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.779686 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6921789'] for subnet, precommit_delete_associations {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.839664 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.912012 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7072367'] for subnet, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.916073 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-477e861a-e953-4325-8911-d707ee7f44dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:13.951739 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc466e03-364e-44c8-bc94-d1780a32972a,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:13.953739 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:13.958500 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bc466e03-364e-44c8-bc94-d1780a32972a HTTP/1.1" status: 204 len: 168 time: 0.2944233 Jun 08 18:28:13.958500 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f7fd6008-1a6a-4073-9899-4ac7b1477c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:13.960507 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46712) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:14.166655 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.309509 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.326760 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b37107e-283c-46ca-a1d2-99d834999a5c']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:14.343738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461243b2-92ab-426c-97d8-4624a15a8a3c') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:14.344031 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461243b2-92ab-426c-97d8-4624a15a8a3c') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:14.356714 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.374332 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.374978 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.382280 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:28:14.382684 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:28:14.396598 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:28:14.482148 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.488469 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d22e7531-bbb3-4fa6-93ee-b8d0c688f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:14.503224 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.506604 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6b37107e-283c-46ca-a1d2-99d834999a5c HTTP/1.1" status: 204 len: 168 time: 0.5437860 Jun 08 18:28:14.509245 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46716) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:14.547910 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b37107e-283c-46ca-a1d2-99d834999a5c,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:14.555155 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7bd608f9-bf53-4718-97a4-9240da4f0df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:14.582123 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff55ce-efaa-44cb-80e7-2822bad9f03d req-27c10181-9b85-4885-9e68-4179c298b6c2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:14.582788 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Deleting subnet 892d14a7-ccf2-4137-a0a6-efd6b842aa18 {{(pid=91719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:28:14.584021 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9fff55ce-efaa-44cb-80e7-2822bad9f03d req-27c10181-9b85-4885-9e68-4179c298b6c2 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 944 time: 0.0925252 Jun 08 18:28:14.586090 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.643900 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6921789'] for subnet, precommit_delete_associations {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.704254 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.723041 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9fff55ce-efaa-44cb-80e7-2822bad9f03d req-93e1449f-9c63-452b-a49f-97dd0b85b102 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330607 Jun 08 18:28:14.786984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7072367'] for subnet, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.791083 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c89bb109-2de8-48bc-889f-92cbbb3eacd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:14.797078 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:28:14.829338 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892d14a7-ccf2-4137-a0a6-efd6b842aa18,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:14.832184 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.836639 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/892d14a7-ccf2-4137-a0a6-efd6b842aa18 HTTP/1.1" status: 204 len: 168 time: 0.3236008 Jun 08 18:28:14.836639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2e2c2ff1-c49e-4def-8854-c6d109ed6294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:14.836639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46718) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:14.874961 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 43e0811e-8124-493a-b065-670a0158fb1e triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:28:14.875362 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:14.950165 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.000238 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.028936 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:28:15.031258 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaab5947-211e-4d35-93d8-706e3d0bc6db" -d '{"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-plugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:28:15.039342 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:28:15.044642 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.046563 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:15.084264 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.099054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf32848e-a6e7-4555-b522-6b62b44364c0']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:15.113631 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb91576-d594-49cb-9eb5-1b85a73daa3a x-openstack-request-id: req-2fb91576-d594-49cb-9eb5-1b85a73daa3a {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:28:15.113936 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-plugged", "status": "completed", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:28:15.114196 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fb91576-d594-49cb-9eb5-1b85a73daa3a {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:28:15.114532 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529e2982-8d0f-4db5-938f-245fddd3d6ad') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:15.114661 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'code': 200} Jun 08 18:28:15.114831 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529e2982-8d0f-4db5-938f-245fddd3d6ad') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:15.118201 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=10']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:15.121082 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:15.133344 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.151388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.158583 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:28:15.159089 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:28:15.178068 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:28:15.216860 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:28:15.267315 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.273861 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-58c6c87b-6cf7-495f-a748-0342017b498f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:15.297820 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.300035 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf32848e-a6e7-4555-b522-6b62b44364c0 HTTP/1.1" status: 204 len: 168 time: 0.4625220 Jun 08 18:28:15.350847 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Pushing event deleted for resources: {'Network': ['ID=cf32848e-a6e7-4555-b522-6b62b44364c0,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:15.357437 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ed98e378-cf6b-4782-a83f-5867f663efdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:15.389527 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343ff6-d638-432f-bf7c-04c889597cb7 req-4ed49532-9d8b-4c69-afb3-4c6198d07c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:15.391057 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-45343ff6-d638-432f-bf7c-04c889597cb7 req-4ed49532-9d8b-4c69-afb3-4c6198d07c2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 1099 time: 0.0867949 Jun 08 18:28:15.438470 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-45343ff6-d638-432f-bf7c-04c889597cb7 req-0ba3f368-3b4b-4329-96d3-e2f009c96562 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Jun 08 18:28:15.496596 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46724) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:15.547800 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-eecf92f9-7fa4-4be2-b198-f37c355fed5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3496b521dca24075afed21b4a25c3beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495875 Jun 08 18:28:15.550880 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46728) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:15.609298 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.636503 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.687946 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.688927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.692221 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:15.693409 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4425d991-f859-49a9-bee0-7c2159785c60 HTTP/1.1" status: 204 len: 168 time: 0.1416259 Jun 08 18:28:15.694257 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-59ab1b9b-c5d4-4b84-835a-ec8e99c2eca4 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:15.704084 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4425d991-f859-49a9-bee0-7c2159785c60,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:15.706580 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c4726d4f-267d-4cbb-ae33-d8085381f713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:15.926640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6bcdb-48d2-4a13-9d27-fea9e592eba9 req-fd8b9474-4d37-438a-99d5-73993c60e310 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:15.928150 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2ab6bcdb-48d2-4a13-9d27-fea9e592eba9 req-fd8b9474-4d37-438a-99d5-73993c60e310 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 946 time: 0.0888040 Jun 08 18:28:15.975869 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2ab6bcdb-48d2-4a13-9d27-fea9e592eba9 req-5eea752c-5a25-4441-9406-fbc00540c246 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Jun 08 18:28:16.067928 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46736) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:16.116152 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-bcb3ecbf-185f-47d6-8e61-aabd4ae68d09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37d19b1ea70542fba0f28bb62d999988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469820 Jun 08 18:28:16.118974 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46738) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:16.186721 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:16.214371 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:16.275184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:16.277779 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:16.281399 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3efe0959-fa72-4379-ad5f-2326bbecf74a HTTP/1.1" status: 204 len: 168 time: 0.1591332 Jun 08 18:28:16.281399 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d83e6910-e12d-4ef9-b26f-94763280cc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:16.294204 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efe0959-fa72-4379-ad5f-2326bbecf74a,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:16.297728 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b1c72f56-d1ea-4420-9256-c633a7d35ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:17.191044 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6f07-8e69-4a40-9da6-2a226ad68eba req-666d2711-5254-45a7-9d7c-778c9d60255b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:17.192544 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-717e6f07-8e69-4a40-9da6-2a226ad68eba req-666d2711-5254-45a7-9d7c-778c9d60255b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 946 time: 0.0915916 Jun 08 18:28:17.244182 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-717e6f07-8e69-4a40-9da6-2a226ad68eba req-d269d485-92bf-447a-ace2-516f737b6593 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Jun 08 18:28:18.490138 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17bd16-3aad-4e9c-968c-d45b03294932 req-8c14a70b-d48a-488e-8216-b09a76335d8b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:18.491686 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0c17bd16-3aad-4e9c-968c-d45b03294932 req-8c14a70b-d48a-488e-8216-b09a76335d8b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 946 time: 0.1091881 Jun 08 18:28:18.544049 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0c17bd16-3aad-4e9c-968c-d45b03294932 req-b664c415-b486-45f3-a410-3a598b5ff57b tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466788 Jun 08 18:28:28.811007 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46888) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:28.932879 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.043320 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.047854 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.061065 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-dc5baa57-b599-45f9-8dc6-6482b539be77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:29.102882 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=935fd09317d7449b9d47f13f603dbad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907994 Jun 08 18:28:29.104537 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f346e1-9f97-4057-a391-9daae7945c7f,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:29.105498 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46892) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:29.112574 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.113025 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.113454 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.113777 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.114125 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.114494 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.114891 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.115237 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.115581 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.115918 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.116259 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.116591 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.120549 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:29.167732 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.194566 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.251711 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.254265 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.255401 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72f346e1-9f97-4057-a391-9daae7945c7f HTTP/1.1" status: 204 len: 168 time: 0.1489308 Jun 08 18:28:29.256282 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2ecd98e6-08e5-4cf9-bc2e-41e25c8c14ee tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:29.265950 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f346e1-9f97-4057-a391-9daae7945c7f,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:29.269050 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d19a5474-dfc5-4f97-9b00-cd77310e91b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:29.563946 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 46898) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:29.581371 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.692194 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.696683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.703965 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-eded34fe-14ae-4937-8cec-544910772d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:29.745259 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7879e4be-f545-4717-9dd1-274db3d5fdab,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:29.749060 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16978f09ddd5485a922156a13d205562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841314 Jun 08 18:28:29.752691 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 46900) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:29.755771 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.756146 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.756510 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.756866 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.757249 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.757601 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.757951 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.758305 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.758649 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.758986 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.759326 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.759666 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:29.763487 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:29.815263 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.841521 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.891663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.894837 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:29.895954 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7879e4be-f545-4717-9dd1-274db3d5fdab HTTP/1.1" status: 204 len: 168 time: 0.1422508 Jun 08 18:28:29.896693 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-112a4721-5ae8-4682-9d0f-43d2b80b0072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:29.905994 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7879e4be-f545-4717-9dd1-274db3d5fdab,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:29.908975 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7a4a2911-522f-4e3c-b222-933109c49466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:34.178515 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:40.224400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-9a78b2f5-abde-431a-9255-98d7fb95ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.330113 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-77600351-7813-4005-a362-a605de9bbb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.410458 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:44.372853 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:45.691573 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.522766 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47040) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:47.640973 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c95d140c-d8d6-4da8-9065-97b9afeebde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.745436 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c95d140c-d8d6-4da8-9065-97b9afeebde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.749280 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c95d140c-d8d6-4da8-9065-97b9afeebde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.758749 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d6adfd39-6932-44a3-aef0-0fccb95584bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:47.798683 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c95d140c-d8d6-4da8-9065-97b9afeebde4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a85b6c0edb8d4d88b00dc12c7a9e8a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747352 Jun 08 18:28:47.800390 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d140c-d8d6-4da8-9065-97b9afeebde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d154b27-51b4-4a3d-98a2-bd40c3ae43c4,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:47.801768 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47044) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:47.803794 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c95d140c-d8d6-4da8-9065-97b9afeebde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:47.860127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.885838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.942432 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.945070 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:47.946143 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d154b27-51b4-4a3d-98a2-bd40c3ae43c4 HTTP/1.1" status: 204 len: 168 time: 0.1434107 Jun 08 18:28:47.946993 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c5c402bb-ec16-45c5-b09a-43f6829806ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:47.957065 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d154b27-51b4-4a3d-98a2-bd40c3ae43c4,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:47.959773 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-faf1b2b3-6c77-4ee6-a6cf-0ba94e6f2815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:52.215997 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:28:52.567238 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47112) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:52.621426 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52748091-4926-4076-b9cb-2c4e6640461b req-f1d4f472-4246-4e0a-b0c3-72d181944868 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:52.622903 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-52748091-4926-4076-b9cb-2c4e6640461b req-f1d4f472-4246-4e0a-b0c3-72d181944868 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 946 time: 0.0901251 Jun 08 18:28:52.669399 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-52748091-4926-4076-b9cb-2c4e6640461b req-5b468dd8-ead5-41c9-a91e-ef81871f942c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Jun 08 18:28:52.695476 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:52.814501 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:52.819103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:52.826428 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2928d7a9-9ebc-4268-8305-d02953899265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:52.869134 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81636ce7-acbd-4b0e-920c-733cadce6ba9,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:52.873876 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58eac1ec3e884032b45e51cba80266d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054907 Jun 08 18:28:52.874873 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:52.876444 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47116) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:52.941688 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:52.969188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.024290 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.026730 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.027897 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81636ce7-acbd-4b0e-920c-733cadce6ba9 HTTP/1.1" status: 204 len: 168 time: 0.1505575 Jun 08 18:28:53.028719 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3d75cee5-bdb5-4fc7-9d27-6c4229070475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:53.039942 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81636ce7-acbd-4b0e-920c-733cadce6ba9,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:53.042324 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cbbbe04b-f7fc-4b88-99f0-7a3b836a8b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:53.336064 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47122) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:53.359062 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1e556b11-6c82-434e-b070-8a10d90f23eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.465610 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1e556b11-6c82-434e-b070-8a10d90f23eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.469514 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1e556b11-6c82-434e-b070-8a10d90f23eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.476927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-92801497-17f9-4984-a9b9-31ee76128758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:53.519460 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1e556b11-6c82-434e-b070-8a10d90f23eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b36fa8631b6e4579bfb646c7963b05e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823421 Jun 08 18:28:53.522575 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47124) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:53.523563 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e556b11-6c82-434e-b070-8a10d90f23eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7949c-3a89-4ced-86b9-ae74ca3dbbbd,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:53.526578 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1e556b11-6c82-434e-b070-8a10d90f23eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:53.667691 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.692705 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.745894 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.748356 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:53.749569 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89c7949c-3a89-4ced-86b9-ae74ca3dbbbd HTTP/1.1" status: 204 len: 168 time: 0.2259371 Jun 08 18:28:53.750336 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-28c64df8-f073-4791-ab05-8aa592da61a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:53.762160 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7949c-3a89-4ced-86b9-ae74ca3dbbbd,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:53.764833 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:53.872404 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01693ffe-55dc-4b8f-a7bc-80dc75158144 req-3ca74bc8-b721-4d91-b5e4-36aff4cc6815 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:53.873923 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-01693ffe-55dc-4b8f-a7bc-80dc75158144 req-3ca74bc8-b721-4d91-b5e4-36aff4cc6815 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 946 time: 0.0821791 Jun 08 18:28:53.924560 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-01693ffe-55dc-4b8f-a7bc-80dc75158144 req-2ed61a33-2853-474c-86aa-effba2fcea3a tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45cda56-787c-4df7-94c3-63ee25104315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Jun 08 18:28:54.059129 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-46e745d2-430f-40a6-9546-8febaddd7ca5 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:54.060588 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-46e745d2-430f-40a6-9546-8febaddd7ca5 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 946 time: 0.0917463 Jun 08 18:28:54.208585 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Deleting port 43e0811e-8124-493a-b065-670a0158fb1e {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:28:54.209359 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.349470 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] For port 43e0811e-8124-493a-b065-670a0158fb1e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=43e0811e-8124-493a-b065-670a0158fb1e,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:28:54.349840 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.682322 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.683099 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.683099 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Floating IP 47ca9e22-9ac1-418b-af09-8a276a85e4a2 disassociated. External IP: 172.28.0.84, port: 43e0811e-8124-493a-b065-670a0158fb1e. Jun 08 18:28:54.683448 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Calling delete_port for 43e0811e-8124-493a-b065-670a0158fb1e owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:28:54.820658 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.828575 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ffe9940c-9922-4659-89ec-795f47b3e8e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:54.889558 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event deleted for resources: {'Port': ['ID=43e0811e-8124-493a-b065-670a0158fb1e,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:54.892049 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:55.126153 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:28:55.195884 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-75f81c41-f86e-40a9-b6fb-fec5db416b15 req-1de7e8d9-db77-463a-841b-32865f26c088 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/ports?device_id=89d1f2cf-868a-485a-b65a-120071804103 HTTP/1.1" status: 200 len: 210 time: 0.0469809 Jun 08 18:28:55.319355 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:28:55.330090 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:28:55.341861 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:28:55.342475 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:55.407424 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] No DVR routers for this DVR port 43e0811e-8124-493a-b065-670a0158fb1e on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:28:55.410139 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:55.412075 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-4929c836-88f9-4863-87ee-54ba6d318c44 req-3c496f61-2ca4-492c-bcb5-c488407e5679 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.48 "DELETE /v2.0/ports/43e0811e-8124-493a-b065-670a0158fb1e HTTP/1.1" status: 204 len: 173 time: 1.3426607 Jun 08 18:28:55.412577 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-deleted', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:28:55.414887 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db25faf-e842-4621-be9f-87d4343add66" -d '{"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-deleted", "tag": "43e0811e-8124-493a-b065-670a0158fb1e"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:28:55.479435 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0287bc-d211-4c8b-be5b-46edd94bb6f1 x-openstack-request-id: req-2e0287bc-d211-4c8b-be5b-46edd94bb6f1 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:28:55.479812 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d1f2cf-868a-485a-b65a-120071804103", "name": "network-vif-deleted", "tag": "43e0811e-8124-493a-b065-670a0158fb1e", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:28:55.480195 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e0287bc-d211-4c8b-be5b-46edd94bb6f1 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:28:55.480675 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d1f2cf-868a-485a-b65a-120071804103', 'name': 'network-vif-deleted', 'tag': '43e0811e-8124-493a-b065-670a0158fb1e', 'status': 'completed', 'code': 200} Jun 08 18:28:55.584552 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:28:55.913285 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:55.917137 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:28:55.926715 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:28:55.927345 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:56.123278 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:28:56.339691 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47186) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:56.409322 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:56.441979 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:56.460326 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:56.466798 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c0711-6e46-4e05-bdd1-ed39169d4993 None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'f25d8b45-c858-4663-a894-676650b86608', 'name': '', 'network_id': '8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'mac_address': 'fa:16:3e:e5:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:34Z', 'updated_at': '2021-06-08T18:22:00Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'subnets': [{'id': '37ada033-667a-4e0a-9f1d-027236cbd504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:28:56.511574 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:56.514186 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:56.515323 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "DELETE /v2.0/security-groups/a45cda56-787c-4df7-94c3-63ee25104315 HTTP/1.1" status: 204 len: 168 time: 0.1746719 Jun 08 18:28:56.516122 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-65e3ebfe-d9ca-4207-95eb-369fba262a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:56.518719 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47192) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:56.527948 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cda56-787c-4df7-94c3-63ee25104315,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:56.530272 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d3ece44d-b2a1-4b05-93bc-1ce8e1ade186 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:56.539116 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.api.v2.resource [None req-864e9271-dc85-4907-9bdb-6e213fb6a4f0 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] show failed (client error): The resource could not be found. Jun 08 18:28:56.541037 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-864e9271-dc85-4907-9bdb-6e213fb6a4f0 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "GET /v2.0/security-groups/a45cda56-787c-4df7-94c3-63ee25104315 HTTP/1.1" status: 404 len: 347 time: 0.0193865 Jun 08 18:28:56.543381 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47194) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:56.727273 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d843712-5679-4f98-abbb-074650534d22 None None] New status for floating IP 47ca9e22-9ac1-418b-af09-8a276a85e4a2: DOWN {{(pid=91720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:28:56.778091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Deleting port 9ab53409-1c47-4d5a-bece-51c09887f1dc {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:28:56.778349 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:56.899563 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:56.899901 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:57.014355 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:28:57.038856 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Calling delete_port for 9ab53409-1c47-4d5a-bece-51c09887f1dc owned by network:floatingip {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:28:57.054213 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 43e0811e-8124-493a-b065-670a0158fb1e {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:28:57.054574 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 43e0811e-8124-493a-b065-670a0158fb1e not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:28:57.148182 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:57.152700 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:57.199889 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Pushing event deleted for resources: {'Port': ['ID=9ab53409-1c47-4d5a-bece-51c09887f1dc,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:57.226999 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:57.292566 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks [] for floatingip, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:57.295005 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:57.296134 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b9cd5ba8-63bc-49e5-8495-04173e2e30ad tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] 10.222.0.41 "DELETE /v2.0/floatingips/47ca9e22-9ac1-418b-af09-8a276a85e4a2 HTTP/1.1" status: 204 len: 168 time: 0.7518010 Jun 08 18:29:00.097062 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47246) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:00.955578 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:01.375845 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Deleting port f25d8b45-c858-4663-a894-676650b86608 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:01.376532 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:01.504945 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] For port f25d8b45-c858-4663-a894-676650b86608, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=f25d8b45-c858-4663-a894-676650b86608,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:01.505860 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:01.639938 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Calling delete_port for f25d8b45-c858-4663-a894-676650b86608 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:01.796559 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:01.802926 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-9a95ab18-6f81-4599-b0ae-0fc4d9e027f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:01.847605 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f25d8b45-c858-4663-a894-676650b86608,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:01.850457 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:02.072816 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47272) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:02.247830 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:02.446472 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Deleting port e6175d2d-098a-4104-ba32-496b9b271113 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:02.446877 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:02.577124 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:02.577485 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:02.642391 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Router b2da6ede-a10a-4f40-b1f2-2829a87d9065 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:02.712617 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Calling delete_port for e6175d2d-098a-4104-ba32-496b9b271113 owned by network:floatingip {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:02.839694 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:02.848157 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:02.848586 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] 10.222.0.41 "PUT /v2.0/routers/b2da6ede-a10a-4f40-b1f2-2829a87d9065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7463539 Jun 08 18:29:02.849812 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47274) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:02.850620 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] Sync routers for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:02.851115 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0271f5fb-ea9a-4576-9539-306695939b73 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:02.862428 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:02.863215 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:02.896374 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event deleted for resources: {'Port': ['ID=e6175d2d-098a-4104-ba32-496b9b271113,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:02.902814 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:03.010109 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for floatingip, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.010413 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.l3_db [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Floating IP de2890a3-e3c2-4f53-a126-82905ca31bfe disassociated (deleted). External IP: 172.28.0.101, port: f9a509e7-e49e-4b93-8835-b290971e89a9. Jun 08 18:29:03.042353 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks [] for router, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.078886 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:03.234873 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.325917 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Deleting port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:03.326412 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.401629 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Router a1f4e31f-062a-404e-9826-778efc359c7e has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:03.434095 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:29:01Z', 'revision_number': 5, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port': {'id': '770f4961-f8f7-4743-b5c4-9b2ec3b0f275', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:22Z', 'updated_at': '2021-06-08T18:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:03.440555 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] Checking router: b2da6ede-a10a-4f40-b1f2-2829a87d9065 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:03.451267 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] Routers {'b2da6ede-a10a-4f40-b1f2-2829a87d9065'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:03.452252 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:03.622776 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] For port 770f4961-f8f7-4743-b5c4-9b2ec3b0f275, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:03.623534 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.625873 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:03.636373 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] Set router b2da6ede-a10a-4f40-b1f2-2829a87d9065 gateway port host: None {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:03.636985 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] Sync routers for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:03.646725 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.654178 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:03.654801 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:03.739605 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "DELETE /v2.0/floatingips/de2890a3-e3c2-4f53-a126-82905ca31bfe HTTP/1.1" status: 204 len: 168 time: 1.6552229 Jun 08 18:29:03.741961 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47286) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:03.742532 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:03.745025 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e24638-450c-4441-90b5-ad3abce75442" -d '{"events": [{"name": "network-changed", "server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:03.873783 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Calling delete_port for 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 owned by network:router_gateway {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:03.898827 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:29:03Z', 'revision_number': 6, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:03.905115 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.914072 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:03.916977 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff501d-b38d-47f0-9611-86a2f018a59a None None] The sync data for ids ['b2da6ede-a10a-4f40-b1f2-2829a87d9065'] in dv-cinder-733622-16-smb is: [{'id': 'b2da6ede-a10a-4f40-b1f2-2829a87d9065', 'name': 'tempest-AttachVolumeShelveTestJSON-814878182-router', 'tenant_id': 'cfeb7ac044b7417fad487e853f273c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:18Z', 'updated_at': '2021-06-08T18:29:03Z', 'revision_number': 6, 'project_id': 'cfeb7ac044b7417fad487e853f273c5c', 'gw_port_host': None}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:03.929322 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b9b0e-af82-481f-88d2-bda47975e155 x-openstack-request-id: req-f40b9b0e-af82-481f-88d2-bda47975e155 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:03.929718 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:03.929991 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f40b9b0e-af82-481f-88d2-bda47975e155 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:03.939583 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'status': 'completed', 'code': 200} Jun 08 18:29:04.050002 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.148671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.159039 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2989af2d-de80-49ab-8cff-a7f0c5866b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:04.199738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.215399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e4265d53-a610-4d16-9551-0d3f61f1928f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:04.256773 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8309d-4d33-47c4-aaf1-ed6abf146a85,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:04.268614 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:04.307190 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e69c0df32a845f9a352a762964351f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592990 Jun 08 18:29:04.312091 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47296) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:04.326184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Pushing event deleted for resources: {'Port': ['ID=770f4961-f8f7-4743-b5c4-9b2ec3b0f275,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:04.355310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24638-450c-4441-90b5-ad3abce75442 req-22a53def-7fe1-42b6-b8aa-fe47d958f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:04.356799 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-22a53def-7fe1-42b6-b8aa-fe47d958f6fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 1098 time: 0.3052533 Jun 08 18:29:04.364976 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:04.391454 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.431321 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:59Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:04.436608 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] Checking router: a1f4e31f-062a-404e-9826-778efc359c7e for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:04.447810 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:04.448682 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:04.462681 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.504573 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.559491 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.574081 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24638-450c-4441-90b5-ad3abce75442 req-407057e8-c08e-429f-8dc4-3286225fb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:04.575544 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-407057e8-c08e-429f-8dc4-3286225fb9d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 200 len: 910 time: 0.2088804 Jun 08 18:29:04.654622 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:04.662043 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-aea4f765-f588-42ad-884f-7af30435baad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 200 len: 217 time: 0.0766542 Jun 08 18:29:04.699456 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.702184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.738054 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24638-450c-4441-90b5-ad3abce75442 req-4e8018de-a616-4f0f-bfc1-42134d09042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:04.739787 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-4e8018de-a616-4f0f-bfc1-42134d09042d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 200 len: 848 time: 0.0690641 Jun 08 18:29:04.745944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.748388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.748727 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6b397-e4df-4db7-b066-aa5416a748a0 req-d6af8833-f012-482f-aec8-55489f2b8c4b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:04.752358 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25c8309d-4d33-47c4-aaf1-ed6abf146a85 HTTP/1.1" status: 204 len: 168 time: 0.4324105 Jun 08 18:29:04.756390 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74a6b397-e4df-4db7-b066-aa5416a748a0 req-d6af8833-f012-482f-aec8-55489f2b8c4b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.2969840 Jun 08 18:29:04.772378 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.772936 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2da6ede-a10a-4f40-b1f2-2829a87d9065 {{(pid=91718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:29:04.777693 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.778802 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-fb4a22b2-0514-43cf-ba20-c4c9f115b21e admin admin] 10.222.0.41 "DELETE /v2.0/routers/b2da6ede-a10a-4f40-b1f2-2829a87d9065 HTTP/1.1" status: 204 len: 168 time: 1.9278898 Jun 08 18:29:04.782431 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47300) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:04.783348 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-678b7efd-207c-4e83-b291-cc08d7d05e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:04.829336 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8309d-4d33-47c4-aaf1-ed6abf146a85,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:04.844838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6ff6110a-e53c-4a00-8fcd-b4d652e57c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:04.885343 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24638-450c-4441-90b5-ad3abce75442 req-f5ca12a6-2f81-4a6d-af74-732b434b8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:04.888540 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-f5ca12a6-2f81-4a6d-af74-732b434b8b07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1379654 Jun 08 18:29:04.902160 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74a6b397-e4df-4db7-b066-aa5416a748a0 req-3c72794d-4d2f-4951-8524-23d56fe9c5d3 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448188 Jun 08 18:29:04.917432 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Deleting subnet 37ada033-667a-4e0a-9f1d-027236cbd504 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:29:04.921065 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.004860 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:05.015006 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.054752 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-3168d338-5667-4a57-87a4-4113a8cd0f5a service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565700 Jun 08 18:29:05.059047 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:05.059397 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 770f4961-f8f7-4743-b5c4-9b2ec3b0f275 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:05.059825 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f25d8b45-c858-4663-a894-676650b86608 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:05.110305 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: f25d8b45-c858-4663-a894-676650b86608 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:05.110649 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f25d8b45-c858-4663-a894-676650b86608 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:05.152510 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.209828 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c0e24638-450c-4441-90b5-ad3abce75442 req-0357ee10-23b2-4022-bdfe-ea5b5d03a0da service neutron] 10.222.0.48 "GET /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478870 Jun 08 18:29:05.246266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47304) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:05.252448 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.261597 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c5afa44d-7933-4976-80eb-60500399a978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:05.265428 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c4e5-b141-43c4-bc0a-eca1347cdf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.303190 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:59Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:05.308813 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7283e597-e19a-440a-abb4-5502f470b80e None None] The sync data for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb is: [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:23:44Z', 'revision_number': 4, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '80ace97b-f8ef-4fc4-a959-22d4ce1433b7', 'name': '', 'network_id': 'ca094ef0-e1e7-48ae-82db-dc9cbc9919d2', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'mac_address': 'fa:16:3e:6a:2e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:43Z', 'updated_at': '2021-06-08T18:23:59Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'subnets': [{'id': '13806610-3ea1-44e4-8e6a-30aa66d13cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:05.319174 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba361109-e98d-4849-9c1c-496a1bf7cd76 None None] Network 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:05.319928 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.325998 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/37ada033-667a-4e0a-9f1d-027236cbd504 HTTP/1.1" status: 204 len: 168 time: 0.5422070 Jun 08 18:29:05.329480 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ada033-667a-4e0a-9f1d-027236cbd504,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:05.329480 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47306) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:05.349628 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3917538f-f1da-46b8-8b4a-60a1e523c782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:05.452466 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.452692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c4e5-b141-43c4-bc0a-eca1347cdf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.462522 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f7d6c4e5-b141-43c4-bc0a-eca1347cdf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.493446 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-58e8efac-c654-4df9-a094-54691823b2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:05.527719 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-f7d6c4e5-b141-43c4-bc0a-eca1347cdf73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2659f3506df425b8d8d4d8c11350c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803516 Jun 08 18:29:05.528513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47308) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:05.529371 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c4e5-b141-43c4-bc0a-eca1347cdf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc186e-27af-4e88-86ee-c629200d1d46,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:05.534543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f7d6c4e5-b141-43c4-bc0a-eca1347cdf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:05.565971 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Deleting port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:05.566657 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.603984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.637399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.708379 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143dd1bf-1a92-4525-b517-6bb1f5de45ad None None] New status for floating IP de2890a3-e3c2-4f53-a126-82905ca31bfe: DOWN {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:29:05.716040 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] DHCP port deletion for 8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c request from dv-cinder-733622-16-smb {{(pid=91720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:29:05.720329 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.724789 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.726241 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2cc186e-27af-4e88-86ee-c629200d1d46 HTTP/1.1" status: 204 len: 168 time: 0.1937549 Jun 08 18:29:05.727459 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-437cdf05-d2ff-4abf-ac9d-5612cecbb8cc tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:05.739687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc186e-27af-4e88-86ee-c629200d1d46,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:05.742320 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:05.768876 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] For port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:05.769566 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.824739 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Deleting port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf {{(pid=91720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:05.825118 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.962337 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-9425d1e6-bb1d-4186-af6c-50d08297faa6 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:05.964232 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-9425d1e6-bb1d-4186-af6c-50d08297faa6 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1300819 Jun 08 18:29:05.989342 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] For port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,segment=NetworkSegment(4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203),segment_id=4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:05.989671 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.047763 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Calling delete_port for 8ae81503-114a-4fa8-9d1e-5631c99a7dcf owned by network:dhcp {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:06.160507 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Calling delete_port for 8ae81503-114a-4fa8-9d1e-5631c99a7dcf owned by network:dhcp {{(pid=91720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:06.167436 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Deleting port f9a509e7-e49e-4b93-8835-b290971e89a9 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:06.167875 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.194004 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cfa23-f498-4dda-98ce-e4075d012e35 req-4b25d528-f929-4a53-900c-9688708d89ff tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:06.195602 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b7cfa23-f498-4dda-98ce-e4075d012e35 req-4b25d528-f929-4a53-900c-9688708d89ff tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 945 time: 0.1365688 Jun 08 18:29:06.202140 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.209564 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bd27fb79-7d82-4040-90ef-f7c84915880c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:06.229291 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850'] for port, after_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.242842 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:06.282790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] No DVR routers for this DVR port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf on host dv-cinder-733622-16-smb {{(pid=91720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:06.315538 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Pushing event deleted for resources: {'Port': ['ID=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,revision_number=None']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:06.323411 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0b7cfa23-f498-4dda-98ce-e4075d012e35 req-5483e01d-d99c-4f5e-9cea-13ecad48f646 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/security-groups?id=c574d643-00ad-4552-ad7c-795a4002f844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156766 Jun 08 18:29:06.324307 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae81503-114a-4fa8-9d1e-5631c99a7dcf,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:06.327357 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47316) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:06.328109 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:06.339045 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.339692 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.340080 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.340351 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.340674 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.341191 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.341714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.342556 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.342556 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.342766 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.343098 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.343422 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:06.343542 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] No DVR routers for this DVR port 8ae81503-114a-4fa8-9d1e-5631c99a7dcf on host dv-cinder-733622-16-smb {{(pid=91718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:06.347426 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:06.370865 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] For port f9a509e7-e49e-4b93-8835-b290971e89a9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f9a509e7-e49e-4b93-8835-b290971e89a9,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:06.371229 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.380659 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.490201 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.499322 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Calling delete_port for f9a509e7-e49e-4b93-8835-b290971e89a9 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:06.509619 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c']}} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:06.530589 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203') {'for_net_delete': True} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:06.530870 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2d0c8f-ed38-488b-9eb5-c4a2c6e63203') {} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:06.551881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6462157'] for segment, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.572989 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.577779 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 8ae81503-114a-4fa8-9d1e-5631c99a7dcf no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:06.582433 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=91718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:29:06.582913 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6552746'] for segment, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: Traceback (most recent call last): Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: timer() Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: cb(*args, **kw) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: return func(*args, **kwargs) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: self._notify() Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: self.callback(batched_events) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: event.method(event) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: return f(self, *a, **k) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: return self._get(url).json() Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: return self.request(url, 'GET', **kwargs) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:29:06.598163 dv-cinder-733622-16-smb neutron-server[91718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:29:06.617889 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 8ae81503-114a-4fa8-9d1e-5631c99a7dcf {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:06.618344 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 8ae81503-114a-4fa8-9d1e-5631c99a7dcf not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:06.638807 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.645284 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2701b779-b326-4fae-a257-f5c165436a39 tempest-VolumesActionsTest-886694724 tempest-VolumesActionsTest-886694724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:06.703268 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.711866 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.713803 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c HTTP/1.1" status: 204 len: 168 time: 1.3841259 Jun 08 18:29:06.719184 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:06.752647 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8967ba9b-8d4a-4d1a-99a6-6cacdcd95d3c,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:06.756282 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:06.782088 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.787331 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.791618 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event deleted for resources: {'Port': ['ID=f9a509e7-e49e-4b93-8835-b290971e89a9,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:06.794882 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:06.796516 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-42f3cd04-1aa5-4d87-84c3-dff12e60dae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:06.861527 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56ec61bad993497ca4f031a487b14498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237296 Jun 08 18:29:06.861527 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6876cd3f-ad02-4728-9846-967c3768133d,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:06.861527 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47320) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:06.874411 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] No DVR routers for this DVR port f9a509e7-e49e-4b93-8835-b290971e89a9 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:06.874640 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:06.877979 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.880423 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c1d378f4-49f7-47ab-9699-2e5d9bf30f76 req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.48 "DELETE /v2.0/ports/f9a509e7-e49e-4b93-8835-b290971e89a9 HTTP/1.1" status: 204 len: 173 time: 0.9061620 Jun 08 18:29:06.881473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-deleted', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:06.883411 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0258d056-a001-4af3-a53c-dfe337c6dac3" -d '{"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-deleted", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:06.941330 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.947228 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da815d-a9c1-4e23-8f84-60e8291890d0 x-openstack-request-id: req-c9da815d-a9c1-4e23-8f84-60e8291890d0 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:06.947597 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35", "name": "network-vif-deleted", "tag": "f9a509e7-e49e-4b93-8835-b290971e89a9", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:06.948031 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9da815d-a9c1-4e23-8f84-60e8291890d0 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:06.948480 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35', 'name': 'network-vif-deleted', 'tag': 'f9a509e7-e49e-4b93-8835-b290971e89a9', 'status': 'completed', 'code': 200} Jun 08 18:29:06.973694 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.987413 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47324) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:07.044265 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:07.046725 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:07.047859 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6876cd3f-ad02-4728-9846-967c3768133d HTTP/1.1" status: 204 len: 168 time: 0.1868384 Jun 08 18:29:07.048824 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-20077ac8-04ab-4a22-a7ef-9fad4b881abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:07.059110 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6876cd3f-ad02-4728-9846-967c3768133d,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:07.060380 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-b3c232ff-974d-4a90-b27d-629b1f87581f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfeb7ac044b7417fad487e853f273c5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0710232 Jun 08 18:29:07.061349 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:07.062676 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47328) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:07.128303 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:07.171548 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:07.239631 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:07.243843 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:07.247529 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bc0c5b7-df0c-4b82-b603-83fa9b8c6561 HTTP/1.1" status: 204 len: 168 time: 0.1816399 Jun 08 18:29:07.247529 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-5d7ddebf-e663-4c3b-a290-fdb716607efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:07.278902 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc0c5b7-df0c-4b82-b603-83fa9b8c6561,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:07.289394 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:07.559101 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-21199d58-15ad-4e9b-a8f7-2641022ef7fe req-aba90506-896c-4911-b2cb-69902325dc85 tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd48f261-dd3c-4ac1-b29a-0cb0edb1eb35 HTTP/1.1" status: 200 len: 210 time: 0.0557377 Jun 08 18:29:08.268007 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47374) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:08.383294 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1498130504-network', 'tenant_id': 'a5008fdb64ba4dd6bb3c533f83b28d9c'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:08.405994 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Made reservation on behalf of a5008fdb64ba4dd6bb3c533f83b28d9c for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:08.408923 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.422498 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.540977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.545392 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.548503 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-34ff477a-0dbb-425d-ba6c-bfb932120fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:08.579567 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:29:08.586141 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6648a181-320a-4146-85ee-f1dc3af9a99d,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:08.597130 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.597540 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Added segment 2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad of type vlan for network 4c8cd2a4-36c6-4173-b9df-a9f735585303 Jun 08 18:29:08.604724 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:08.628315 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47384) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:08.637092 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.672536 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.675396 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:08.676275 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.680958 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47388) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:08.683936 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ff991aec-0d70-4262-9eb8-7ba1c7db8cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:08.759145 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.790627 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5214396 Jun 08 18:29:08.794431 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.801049 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.801881 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47390) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:08.809675 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Request body: {'subnet': {'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1498130504-subnet', 'tenant_id': 'a5008fdb64ba4dd6bb3c533f83b28d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:08.825346 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8cd2a4-36c6-4173-b9df-a9f735585303,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:08.827977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-78a2afa3-7933-469e-b769-34e0c369f186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:08.838764 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:29:08.848901 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.db.api [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:29:08.848901 dv-cinder-733622-16-smb neutron-server[91718]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:29:08.848901 dv-cinder-733622-16-smb neutron-server[91718]: [parameters: {'project_id_1': '1b05355e80834cfea937679839a03b79', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 29, 8, 823539)}] Jun 08 18:29:08.848901 dv-cinder-733622-16-smb neutron-server[91718]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:29:08.850274 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_db.api [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:29:08.864686 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Made reservation on behalf of a5008fdb64ba4dd6bb3c533f83b28d9c for: {'subnet': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:08.866989 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7072330'] for subnet, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.971647 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.974004 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:08.975311 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] 10.222.0.41 "DELETE /v2.0/security-groups/c574d643-00ad-4552-ad7c-795a4002f844 HTTP/1.1" status: 204 len: 168 time: 0.2930694 Jun 08 18:29:08.978253 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-54ab1ac5-91d4-45d2-9eb9-e0bdbf1b9e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:09.004635 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574d643-00ad-4552-ad7c-795a4002f844,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:09.007915 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:09.024487 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47394) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:09.077790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:09.114369 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: f9a509e7-e49e-4b93-8835-b290971e89a9 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:09.114818 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device f9a509e7-e49e-4b93-8835-b290971e89a9 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:09.121237 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7072356'] for subnet, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:09.125832 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:09.202720 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=650eef5f-3241-45a0-9eb2-f20312a427e1,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:09.206575 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:09.209471 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Checking segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:09.209831 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Network hostable DHCP agents. Network: 4c8cd2a4-36c6-4173-b9df-a9f735585303, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:29:09.227597 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:29:09.239576 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 4c8cd2a4-36c6-4173-b9df-a9f735585303) {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:09.244926 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:09.245687 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:09.253002 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e722ff8-a588-4fbc-81a6-ca0e42b996a0 None None] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:09.267185 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-dba63998-13fd-4d4c-89dd-b6228589a6a4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4641497 Jun 08 18:29:09.392641 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:09.509482 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e694b52-a2df-40cc-bfe2-d30d8641d01e None None] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:09.835069 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:09.846522 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:09.858458 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ce4005a6-d881-4e42-9670-206d032e20d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:09.920076 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b05355e80834cfea937679839a03b79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2905879 Jun 08 18:29:09.922908 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47414) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:09.942718 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b5ee00-20ef-413c-9c1f-8799b316c812,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:09.949194 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:09.991103 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.006185 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-ea4cab18-0f6d-4c71-8190-9bece7162b55 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:10.007645 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-ea4cab18-0f6d-4c71-8190-9bece7162b55 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.2639668 Jun 08 18:29:10.019533 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.033213 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-30e1c1d4-9019-4197-9fc9-94cd529aec6c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/quotas/a5008fdb64ba4dd6bb3c533f83b28d9c HTTP/1.1" status: 200 len: 375 time: 0.0139945 Jun 08 18:29:10.073538 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.075978 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.077098 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43b5ee00-20ef-413c-9c1f-8799b316c812 HTTP/1.1" status: 204 len: 168 time: 0.1523051 Jun 08 18:29:10.078095 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1f281826-24f7-4889-a979-c69d88ad07e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:10.091711 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b5ee00-20ef-413c-9c1f-8799b316c812,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:10.093840 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-498bdf78-73ab-4a85-b95f-45b1bf17c5d0 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532236 Jun 08 18:29:10.093974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:10.101932 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.238498 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-45e8769d-05e0-45e9-b8ef-89b42dd09712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.444087 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-6989609f-3aa7-44a1-b6d1-eb5a7d65863e service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938807 Jun 08 18:29:10.638983 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-68749f04-5875-4ecb-90cd-2102c4298cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889780 Jun 08 18:29:10.770270 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Deleting port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:10.771002 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:10.889905 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3f54247f-b01a-4e89-bac9-0029fd936648 req-e97a064e-67e3-4298-89fc-b285af261f00 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 210 time: 0.0521586 Jun 08 18:29:10.948731 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] For port 80ace97b-f8ef-4fc4-a959-22d4ce1433b7, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:10.949097 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:11.198625 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Calling delete_port for 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:11.346838 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:11.350461 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:11.394616 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ace97b-f8ef-4fc4-a959-22d4ce1433b7,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:11.397805 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:11.666209 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.039396 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-de14463e-2dff-4df1-a866-0c1be5f011da tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:12.040954 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-de14463e-2dff-4df1-a866-0c1be5f011da tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1907878 Jun 08 18:29:12.058710 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Request body: {'port': {'device_id': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'admin_state_up': True, 'tenant_id': 'a5008fdb64ba4dd6bb3c533f83b28d9c'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:12.072581 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-521da8e8-c8a8-4fe6-8a7a-846e455fb25f req-f5f44624-369a-453c-a5e2-456d4e0d3d3d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 210 time: 0.0561252 Jun 08 18:29:12.117167 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Router a1f4e31f-062a-404e-9826-778efc359c7e has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:12.242556 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Made reservation on behalf of a5008fdb64ba4dd6bb3c533f83b28d9c for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:12.248205 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.387358 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:12.395730 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] 10.222.0.41 "PUT /v2.0/routers/a1f4e31f-062a-404e-9826-778efc359c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3694470 Jun 08 18:29:12.397696 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47434) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:12.402670 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] Sync routers for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:12.415258 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:12.416197 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:12.465836 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Allocated IP 172.20.0.8 (4c8cd2a4-36c6-4173-b9df-a9f735585303/650eef5f-3241-45a0-9eb2-f20312a427e1/4aae4b1a-7834-4054-92c4-5c26583c3b79) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:12.616003 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks [] for router, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.670062 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:12.738740 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.774348 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.777915 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:12.777915 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:12.777915 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:12.777915 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:12.777915 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:12.777915 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:12.801235 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:12.802794 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:12.809975 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:12.885226 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:12.885864 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.907677 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-cc28cc14-53de-4f78-ae3e-7fd2b54e3ac5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524778 Jun 08 18:29:12.923267 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Request body: {'port': {'device_id': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:12.944327 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:12.991279 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:29:11Z', 'revision_number': 5, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port': {'id': '0d5689be-6a3b-404f-bda1-4e8c1bffa905', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:37Z', 'updated_at': '2021-06-08T18:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:12.995390 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] Checking router: a1f4e31f-062a-404e-9826-778efc359c7e for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:13.005823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] Routers {'a1f4e31f-062a-404e-9826-778efc359c7e'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:13.006424 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:28:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['a1f4e31f-062a-404e-9826-778efc359c7e'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:13.034616 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Deleting port 0d5689be-6a3b-404f-bda1-4e8c1bffa905 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:13.034966 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.050652 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.166162 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] Set router a1f4e31f-062a-404e-9826-778efc359c7e gateway port host: None {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:13.182911 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] For port 0d5689be-6a3b-404f-bda1-4e8c1bffa905, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0d5689be-6a3b-404f-bda1-4e8c1bffa905,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:13.183307 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.283757 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:29:12Z', 'revision_number': 6, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:13.292565 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ea72e-c7b7-4a5c-b1a5-ad5b1047414f None None] The sync data for ids ['a1f4e31f-062a-404e-9826-778efc359c7e'] in dv-cinder-733622-16-smb is: [{'id': 'a1f4e31f-062a-404e-9826-778efc359c7e', 'name': 'tempest-TestShelveInstance-1625260199-router', 'tenant_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:35Z', 'updated_at': '2021-06-08T18:29:12Z', 'revision_number': 6, 'project_id': 'e882cfe2999b4ae990f9f31d8d781aac', 'gw_port_host': None}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:13.309817 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-13e07500-8889-4d74-9c5b-d9afc729aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.328555 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Calling delete_port for 0d5689be-6a3b-404f-bda1-4e8c1bffa905 owned by network:router_gateway {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:13.414462 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.445298 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d12a-ba40-432b-be65-f4740e5dff87 req-f420a5da-ed92-4a61-b0ff-b9381e73d1d3 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:13.446819 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c886d12a-ba40-432b-be65-f4740e5dff87 req-f420a5da-ed92-4a61-b0ff-b9381e73d1d3 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 931 time: 0.1939790 Jun 08 18:29:13.516915 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aae4b1a-7834-4054-92c4-5c26583c3b79 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:13.521519 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c886d12a-ba40-432b-be65-f4740e5dff87 req-06415826-9e1a-44b0-84c6-66d1058473b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669804 Jun 08 18:29:13.525971 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.599011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Transition to ACTIVE for port object 4aae4b1a-7834-4054-92c4-5c26583c3b79 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:13.600255 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.602192 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.604011 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:13.606943 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:13.651337 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5689be-6a3b-404f-bda1-4e8c1bffa905,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:13.654518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:13.751634 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.770473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=4aae4b1a-7834-4054-92c4-5c26583c3b79,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:13.779492 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:13.854846 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Attempting to bind port 4aae4b1a-7834-4054-92c4-5c26583c3b79 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:13.855077 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Attempting to bind port 4aae4b1a-7834-4054-92c4-5c26583c3b79 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:13.855410 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Attempting to bind port 4aae4b1a-7834-4054-92c4-5c26583c3b79 on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:13.860388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Port 4aae4b1a-7834-4054-92c4-5c26583c3b79 on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:13.860710 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Attempting to bind port 4aae4b1a-7834-4054-92c4-5c26583c3b79 on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:13.867959 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:13.868299 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Checking segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:13.868694 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Bound using segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:13.869134 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Bound port: 4aae4b1a-7834-4054-92c4-5c26583c3b79, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:13.869505 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.932067 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.934328 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.963560 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.964546 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f4e31f-062a-404e-9826-778efc359c7e {{(pid=91718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:29:13.973008 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.974114 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] For port 4aae4b1a-7834-4054-92c4-5c26583c3b79, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:13.975018 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6118c547-0955-44d7-ae90-263b35b75325 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a1f4e31f-062a-404e-9826-778efc359c7e HTTP/1.1" status: 204 len: 168 time: 1.5757995 Jun 08 18:29:13.977537 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47438) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:13.977673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] For port 4aae4b1a-7834-4054-92c4-5c26583c3b79, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:13.984012 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:13.988160 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c2c53289-4f69-4bf5-b870-e52a8050a9ad tempest-ServerRescueNegativeTestJSON-1144084735 tempest-ServerRescueNegativeTestJSON-1144084735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:14.049803 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:14.049803 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.051160 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] 10.222.0.48 "PUT /v2.0/ports/4aae4b1a-7834-4054-92c4-5c26583c3b79 HTTP/1.1" status: 200 len: 1093 time: 1.1330545 Jun 08 18:29:14.053470 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Deleting subnet 13806610-3ea1-44e4-8e6a-30aa66d13cd8 {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:29:14.053713 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'tag': '4aae4b1a-7834-4054-92c4-5c26583c3b79'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:14.055974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "104657ad-be52-4337-a579-fdfd5d5e5cc3", "tag": "4aae4b1a-7834-4054-92c4-5c26583c3b79"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:14.056784 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.083926 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=4aae4b1a-7834-4054-92c4-5c26583c3b79,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:14.099864 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:14.114333 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.153398 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f8e0a-56a3-409f-843a-5c76348fb835 x-openstack-request-id: req-369f8e0a-56a3-409f-843a-5c76348fb835 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:14.154086 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104657ad-be52-4337-a579-fdfd5d5e5cc3", "tag": "4aae4b1a-7834-4054-92c4-5c26583c3b79", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:14.154693 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-369f8e0a-56a3-409f-843a-5c76348fb835 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:14.155123 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'tag': '4aae4b1a-7834-4054-92c4-5c26583c3b79', 'status': 'completed', 'code': 200} Jun 08 18:29:14.193093 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-7d23d388-4115-45ec-ae12-14d0bb4c4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:14.194631 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-7d23d388-4115-45ec-ae12-14d0bb4c4d4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 1096 time: 0.0872316 Jun 08 18:29:14.209830 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.274319 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-971e6067-d578-4c1a-b693-a4ee5d91d490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79 HTTP/1.1" status: 200 len: 217 time: 0.0685773 Jun 08 18:29:14.284893 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.288912 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:14.325719 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13806610-3ea1-44e4-8e6a-30aa66d13cd8,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:14.328736 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:14.329922 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.332199 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3b8b0eda-abe8-40ce-b4a5-68dbcb0636bb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13806610-3ea1-44e4-8e6a-30aa66d13cd8 HTTP/1.1" status: 204 len: 168 time: 0.3533607 Jun 08 18:29:14.334994 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47442) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:14.339190 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14c158-b3a3-4cd8-85fe-e5186793cfe3 None None] Network ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:14.436907 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.445803 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-088f8d87-e1d9-4bcf-8f17-597d721f7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:14.447262 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-088f8d87-e1d9-4bcf-8f17-597d721f7afd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.1611822 Jun 08 18:29:14.504777 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-de7aa5f1-a93e-40d0-bb9e-626907f4fd5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459254 Jun 08 18:29:14.507353 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.594819 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:14.631873 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:14.632607 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 80ace97b-f8ef-4fc4-a959-22d4ce1433b7 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:14.633324 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0d5689be-6a3b-404f-bda1-4e8c1bffa905 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:14.664440 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] DHCP port deletion for ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 request from dv-cinder-733622-16-smb {{(pid=91720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:29:14.672662 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 0d5689be-6a3b-404f-bda1-4e8c1bffa905 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:14.673192 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0d5689be-6a3b-404f-bda1-4e8c1bffa905 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:14.712397 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-344e000b-e712-4212-bc8b-d2b998f176ee service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964426 Jun 08 18:29:14.717455 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Deleting port 3897218b-17be-4439-a373-9e8e317398bf {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:14.717800 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.746727 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Deleting port 3897218b-17be-4439-a373-9e8e317398bf {{(pid=91720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:14.747265 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.772840 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05982f5d-d2c3-41a6-9824-4456c74848af req-5bef5d07-92e6-4741-9904-ffb6253af45c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:14.774710 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-05982f5d-d2c3-41a6-9824-4456c74848af req-5bef5d07-92e6-4741-9904-ffb6253af45c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 943 time: 0.0935857 Jun 08 18:29:14.863393 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] For port 3897218b-17be-4439-a373-9e8e317398bf, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=3897218b-17be-4439-a373-9e8e317398bf,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:14.863797 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.915530 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] For port 3897218b-17be-4439-a373-9e8e317398bf, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=3897218b-17be-4439-a373-9e8e317398bf,segment=NetworkSegment(fb291e01-db1d-4147-bfd1-2419677bde8d),segment_id=fb291e01-db1d-4147-bfd1-2419677bde8d)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:14.915799 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:14.930465 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-05982f5d-d2c3-41a6-9824-4456c74848af req-721c1354-f1a2-40eb-ac04-b05fdf973d54 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496584 Jun 08 18:29:15.029866 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Calling delete_port for 3897218b-17be-4439-a373-9e8e317398bf owned by network:dhcp {{(pid=91720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:15.083879 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850'] for port, after_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.088125 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:15.133361 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Pushing event deleted for resources: {'Port': ['ID=3897218b-17be-4439-a373-9e8e317398bf,revision_number=None']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:15.135819 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:15.141546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c35513-1fcc-456a-9c8d-f085a2796fee None None] No DVR routers for this DVR port 3897218b-17be-4439-a373-9e8e317398bf on host dv-cinder-733622-16-smb {{(pid=91720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:15.171530 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Calling delete_port for 3897218b-17be-4439-a373-9e8e317398bf owned by network:dhcp {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:15.196320 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-d9f301df-6f71-4df7-9d79-d1fa6328a3f8 req-b6145001-fda0-4337-a640-1be0e2f1158a service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655795 Jun 08 18:29:15.235224 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.243273 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cecbbf8f-b616-4796-aa8d-6df5d3d770b8 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:15.323063 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] No DVR routers for this DVR port 3897218b-17be-4439-a373-9e8e317398bf on host dv-cinder-733622-16-smb {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:15.324774 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3897218b-17be-4439-a373-9e8e317398bf,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:15.356029 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:15.463760 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.478518 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca094ef0-e1e7-48ae-82db-dc9cbc9919d2']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:15.493629 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb291e01-db1d-4147-bfd1-2419677bde8d') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:15.493929 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb291e01-db1d-4147-bfd1-2419677bde8d') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:15.508265 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-1c09c98d-b571-4945-88ff-256d77053db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:15.509860 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-1c09c98d-b571-4945-88ff-256d77053db7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 1096 time: 0.2355313 Jun 08 18:29:15.511427 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.598982 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.609022 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:29:15.609428 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: util.warn( Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: util.warn( Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: util.warn( Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: util.warn( Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:29:15.623318 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:29:15.693689 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.727408 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.743681 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:15.756969 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.758756 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ca094ef0-e1e7-48ae-82db-dc9cbc9919d2 HTTP/1.1" status: 204 len: 168 time: 1.4226332 Jun 08 18:29:15.761756 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47446) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:15.763510 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-88e052b3-8a68-4539-bd6d-76079e188baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:15.764883 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-88e052b3-8a68-4539-bd6d-76079e188baf service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 916 time: 0.2468112 Jun 08 18:29:15.768164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca094ef0-e1e7-48ae-82db-dc9cbc9919d2,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:15.771164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:15.843485 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-fe4710c0-22fe-441b-8a9e-9b181da3fcf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79 HTTP/1.1" status: 200 len: 217 time: 0.0700407 Jun 08 18:29:15.909502 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-66527bac-2007-48c4-a855-ef400e890a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:15.911044 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-66527bac-2007-48c4-a855-ef400e890a65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0607858 Jun 08 18:29:15.964866 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-55af08a7-b791-4cf5-86d1-f1609304fa72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468333 Jun 08 18:29:16.107002 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-31bc4fae-a2b3-49cb-98ee-23c6101b11a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344352 Jun 08 18:29:16.235835 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ca3f0-037e-4215-91de-c15158c368f3 req-8969b9cf-78fb-4e15-94db-fa11bde044ff tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:16.237607 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-214ca3f0-037e-4215-91de-c15158c368f3 req-8969b9cf-78fb-4e15-94db-fa11bde044ff tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 943 time: 0.1699038 Jun 08 18:29:16.248054 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b8889e3f-7b40-4723-9cf2-09002e4a1f2c req-e65f2ea2-88a7-468c-a28c-3366f5253c7d service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341522 Jun 08 18:29:16.339391 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-214ca3f0-037e-4215-91de-c15158c368f3 req-359e9e00-aba2-4b79-b919-bc54ba13dcb0 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928595 Jun 08 18:29:16.429201 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:16.575126 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 3897218b-17be-4439-a373-9e8e317398bf no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:16.611205 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 3897218b-17be-4439-a373-9e8e317398bf {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:16.611555 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 3897218b-17be-4439-a373-9e8e317398bf not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:16.847779 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Deleting port f6625bb4-11fd-4324-99ff-e41701068b46 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:16.848337 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:16.970857 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] For port f6625bb4-11fd-4324-99ff-e41701068b46, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=f6625bb4-11fd-4324-99ff-e41701068b46,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:16.971210 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:17.107817 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4aae4b1a-7834-4054-92c4-5c26583c3b79 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:29:17.208768 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Calling delete_port for f6625bb4-11fd-4324-99ff-e41701068b46 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:17.245121 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 4aae4b1a-7834-4054-92c4-5c26583c3b79, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:17.258406 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '4aae4b1a-7834-4054-92c4-5c26583c3b79', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'port_id': '4aae4b1a-7834-4054-92c4-5c26583c3b79', 'mac_address': 'fa:16:3e:8d:f8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650eef5f-3241-45a0-9eb2-f20312a427e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:29:17.312414 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:17.330144 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aae4b1a-7834-4054-92c4-5c26583c3b79 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:17.345890 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:17.347546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 4aae4b1a-7834-4054-92c4-5c26583c3b79, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:17.353877 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:17.354312 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:17.355609 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-aa25a86a-6380-4ef5-8ddd-42e0eb160eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:17.432656 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=4aae4b1a-7834-4054-92c4-5c26583c3b79,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:17.442383 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Pushing event deleted for resources: {'Port': ['ID=f6625bb4-11fd-4324-99ff-e41701068b46,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:17.443288 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:17.446618 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:17.619631 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:29:17.733727 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d6bf0-b74f-41ad-b2d9-3fc9d0f715f2 req-3b0a42f7-1786-41ba-acc3-f47f4de2a2c3 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:17.734917 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a81d6bf0-b74f-41ad-b2d9-3fc9d0f715f2 req-3b0a42f7-1786-41ba-acc3-f47f4de2a2c3 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 944 time: 0.2610624 Jun 08 18:29:17.795913 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:17.863197 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a81d6bf0-b74f-41ad-b2d9-3fc9d0f715f2 req-8c08d2ef-5004-4dc0-8e66-9dedbc063f82 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140718 Jun 08 18:29:18.166736 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Router 8077edb7-0cf9-4f98-8454-268b85bb07ee has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:18.347648 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:18.353553 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] 10.222.0.41 "PUT /v2.0/routers/8077edb7-0cf9-4f98-8454-268b85bb07ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907228 Jun 08 18:29:18.355378 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47452) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:18.355882 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] Sync routers for ids ['8077edb7-0cf9-4f98-8454-268b85bb07ee'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:18.366212 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] Routers {'8077edb7-0cf9-4f98-8454-268b85bb07ee'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:18.366823 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:29:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['8077edb7-0cf9-4f98-8454-268b85bb07ee'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:18.535895 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks [] for router, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:18.548372 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] Set router 8077edb7-0cf9-4f98-8454-268b85bb07ee gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:18.828446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:18.842092 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14'}], 'enable_snat': True}, 'gw_port_id': '0aac4243-85ae-471c-883c-079a2f274731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:29:17Z', 'revision_number': 5, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port': {'id': '0aac4243-85ae-471c-883c-079a2f274731', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:23:52Z', 'updated_at': '2021-06-08T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:18.846530 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] Checking router: 8077edb7-0cf9-4f98-8454-268b85bb07ee for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:18.859074 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] Routers {'8077edb7-0cf9-4f98-8454-268b85bb07ee'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:18.859669 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:29:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['8077edb7-0cf9-4f98-8454-268b85bb07ee'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:18.910942 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Deleting port 0aac4243-85ae-471c-883c-079a2f274731 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:18.911489 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.012032 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] Set router 8077edb7-0cf9-4f98-8454-268b85bb07ee gateway port host: None {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:19.093545 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] For port 0aac4243-85ae-471c-883c-079a2f274731, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=0aac4243-85ae-471c-883c-079a2f274731,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:19.093816 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.122892 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4aae4b1a-7834-4054-92c4-5c26583c3b79 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:19.148288 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:29:18Z', 'revision_number': 6, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:19.152369 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f49c4d-e562-45cf-8001-acb97ef505e8 None None] The sync data for ids ['8077edb7-0cf9-4f98-8454-268b85bb07ee'] in dv-cinder-733622-16-smb is: [{'id': '8077edb7-0cf9-4f98-8454-268b85bb07ee', 'name': 'tempest-TestShelveInstance-1896303772-router', 'tenant_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:23:49Z', 'updated_at': '2021-06-08T18:29:18Z', 'revision_number': 6, 'project_id': '7b270c9e4c784f9d9f6971742ba9ed53', 'gw_port_host': None}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:19.197864 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 4aae4b1a-7834-4054-92c4-5c26583c3b79 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:19.202373 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 4aae4b1a-7834-4054-92c4-5c26583c3b79 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:19.202744 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.229734 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aecaa-8d9b-488b-a337-b3133d1c949c req-580ebc82-7421-4474-8666-b19fb1f80e7e tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:19.231239 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-774aecaa-8d9b-488b-a337-b3133d1c949c req-580ebc82-7421-4474-8666-b19fb1f80e7e tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 944 time: 0.2553723 Jun 08 18:29:19.238615 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Calling delete_port for 0aac4243-85ae-471c-883c-079a2f274731 owned by network:router_gateway {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:19.296201 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-774aecaa-8d9b-488b-a337-b3133d1c949c req-60d46a72-2ebc-4568-8397-28e9cf5816c6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548663 Jun 08 18:29:19.320546 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.346949 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aae4b1a-7834-4054-92c4-5c26583c3b79'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:19.349439 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef68c5-7821-45e5-aedf-986b0246d66a" -d '{"events": [{"server_uuid": "104657ad-be52-4337-a579-fdfd5d5e5cc3", "name": "network-vif-plugged", "status": "completed", "tag": "4aae4b1a-7834-4054-92c4-5c26583c3b79"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:19.357905 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 4aae4b1a-7834-4054-92c4-5c26583c3b79, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:19.362701 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.364707 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:19.395186 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27170b76-5877-4d14-8bb3-de18ca0f79c3 x-openstack-request-id: req-27170b76-5877-4d14-8bb3-de18ca0f79c3 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:19.395485 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104657ad-be52-4337-a579-fdfd5d5e5cc3", "name": "network-vif-plugged", "status": "completed", "tag": "4aae4b1a-7834-4054-92c4-5c26583c3b79", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:19.395746 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27170b76-5877-4d14-8bb3-de18ca0f79c3 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:19.396136 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aae4b1a-7834-4054-92c4-5c26583c3b79', 'code': 200} Jun 08 18:29:19.432807 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.435633 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=4aae4b1a-7834-4054-92c4-5c26583c3b79,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:19.437407 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-8048af4d-86cf-48e8-90a6-897c3506ad3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:19.438568 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:19.484744 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Pushing event deleted for resources: {'Port': ['ID=0aac4243-85ae-471c-883c-079a2f274731,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:19.519396 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:19.582119 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.647162 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a4f16-20ab-4523-86f8-b7dcb4ac86ed req-305f281c-5bc2-49e1-8900-822009faaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:19.648618 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b42a4f16-20ab-4523-86f8-b7dcb4ac86ed req-305f281c-5bc2-49e1-8900-822009faaad4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0714130 Jun 08 18:29:19.694450 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b42a4f16-20ab-4523-86f8-b7dcb4ac86ed req-bcda7401-d9ca-49ae-a856-07c96e2c35e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Jun 08 18:29:19.762157 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.764315 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.786956 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.787486 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8077edb7-0cf9-4f98-8454-268b85bb07ee {{(pid=91718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:29:19.791504 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.792593 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1cf87b64-c36d-45b5-aceb-2c712b6d344f admin admin] 10.222.0.41 "DELETE /v2.0/routers/8077edb7-0cf9-4f98-8454-268b85bb07ee HTTP/1.1" status: 204 len: 168 time: 1.4362719 Jun 08 18:29:19.795282 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47458) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:19.857549 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Deleting subnet ddf36021-52fd-48d0-a9df-891304ead96d {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:29:19.860282 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.910105 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:19.992777 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.070541 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.075437 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-125935fa-596a-4d1d-a040-e3bb07eaadff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:20.112386 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf36021-52fd-48d0-a9df-891304ead96d,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:20.114230 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.118622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47460) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:20.118784 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ddf36021-52fd-48d0-a9df-891304ead96d HTTP/1.1" status: 204 len: 168 time: 0.3224227 Jun 08 18:29:20.119650 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:20.120662 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159400e3-6ca3-4b1d-97eb-27b2884776a9 None None] Network abf22e9b-4048-46c1-ab7c-5b6b807269f7 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:20.241404 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.314673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Deleting port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:20.315698 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.405885 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] DHCP port deletion for abf22e9b-4048-46c1-ab7c-5b6b807269f7 request from dv-cinder-733622-16-smb {{(pid=91720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:29:20.421598 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] For port 90e00ac1-4e29-462e-96fd-32b8b9f25a31, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=90e00ac1-4e29-462e-96fd-32b8b9f25a31,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:20.422382 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.481254 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Deleting port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 {{(pid=91720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:20.481571 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.557228 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262f75-2704-4dc0-9c84-022f2ff3d84b req-dd8d06e6-5789-4b9a-ad4e-fc30c61de73f tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:20.558923 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4f262f75-2704-4dc0-9c84-022f2ff3d84b req-dd8d06e6-5789-4b9a-ad4e-fc30c61de73f tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 945 time: 0.1327703 Jun 08 18:29:20.616304 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] For port 90e00ac1-4e29-462e-96fd-32b8b9f25a31, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=90e00ac1-4e29-462e-96fd-32b8b9f25a31,segment=NetworkSegment(5e72d4c1-cbce-4ce3-adbb-409c451f8989),segment_id=5e72d4c1-cbce-4ce3-adbb-409c451f8989)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:20.616624 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.679952 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Calling delete_port for 90e00ac1-4e29-462e-96fd-32b8b9f25a31 owned by network:dhcp {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:20.696336 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f6625bb4-11fd-4324-99ff-e41701068b46 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:20.739889 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.744848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-a09d22d2-ce9c-4b24-9ad5-5110dd1281d3 tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:20.763283 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4f262f75-2704-4dc0-9c84-022f2ff3d84b req-2bd200f7-6c8d-4146-af0a-1d867a5d2020 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968281 Jun 08 18:29:20.787293 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] No DVR routers for this DVR port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 on host dv-cinder-733622-16-smb {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:20.800290 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Calling delete_port for 90e00ac1-4e29-462e-96fd-32b8b9f25a31 owned by network:dhcp {{(pid=91720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:20.803281 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: f6625bb4-11fd-4324-99ff-e41701068b46 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:20.803628 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device f6625bb4-11fd-4324-99ff-e41701068b46 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:20.804055 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0aac4243-85ae-471c-883c-079a2f274731 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:20.839106 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=90e00ac1-4e29-462e-96fd-32b8b9f25a31,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:20.839751 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 0aac4243-85ae-471c-883c-079a2f274731 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:20.840103 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 0aac4243-85ae-471c-883c-079a2f274731 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:20.840539 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 90e00ac1-4e29-462e-96fd-32b8b9f25a31 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:20.842104 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:20.878979 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 90e00ac1-4e29-462e-96fd-32b8b9f25a31 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:20.879246 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 90e00ac1-4e29-462e-96fd-32b8b9f25a31 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:20.915921 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.916417 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850'] for port, after_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.919978 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:20.929848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf22e9b-4048-46c1-ab7c-5b6b807269f7']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:20.942405 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e72d4c1-cbce-4ce3-adbb-409c451f8989') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:20.942701 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e72d4c1-cbce-4ce3-adbb-409c451f8989') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:20.960387 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.978139 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:20.987790 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:29:20.988191 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.004880 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Pushing event deleted for resources: {'Port': ['ID=90e00ac1-4e29-462e-96fd-32b8b9f25a31,revision_number=None']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:29:21.006553 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:29:21.010517 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:21.011330 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc113f-a464-4fe2-af41-b5489dc6e820 None None] No DVR routers for this DVR port 90e00ac1-4e29-462e-96fd-32b8b9f25a31 on host dv-cinder-733622-16-smb {{(pid=91720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:21.081505 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.085388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:21.098593 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.100402 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] 10.222.0.41 "DELETE /v2.0/networks/abf22e9b-4048-46c1-ab7c-5b6b807269f7 HTTP/1.1" status: 204 len: 168 time: 0.9783087 Jun 08 18:29:21.106343 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=abf22e9b-4048-46c1-ab7c-5b6b807269f7,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:21.108754 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-b40087e7-61b5-4cb9-8a0f-6579838b0eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:21.275870 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47466) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:21.326872 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-78af67b4-1dfd-4725-bd32-acff8cfd18a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e882cfe2999b4ae990f9f31d8d781aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497606 Jun 08 18:29:21.329250 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47468) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:21.394238 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.419521 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.469831 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.472135 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.474005 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0afdd331-499d-4ed3-b672-d317759e12c7 HTTP/1.1" status: 204 len: 168 time: 0.1430926 Jun 08 18:29:21.474702 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-e9d2bd1a-a502-4f65-8555-1963e015e295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:21.484014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afdd331-499d-4ed3-b672-d317759e12c7,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:21.486432 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:21.845543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47476) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:21.896227 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-7059a01d-65b3-4915-9925-bab018d8d2a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b270c9e4c784f9d9f6971742ba9ed53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473969 Jun 08 18:29:21.896562 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47478) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:21.956364 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.956706 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4f38b-91e0-41b4-8d7a-2b3705f2515e req-e2a1899b-11aa-4525-a5f9-ef466931d5c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:21.958503 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7cd4f38b-91e0-41b4-8d7a-2b3705f2515e req-e2a1899b-11aa-4525-a5f9-ef466931d5c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 945 time: 0.0815911 Jun 08 18:29:21.991971 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:22.007724 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7cd4f38b-91e0-41b4-8d7a-2b3705f2515e req-ec5ba31e-2cf7-45e8-889b-bb1cf160ff70 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Jun 08 18:29:22.045685 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:22.048107 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:22.051503 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/163a6c4f-1685-4ff9-9528-55a34dd9b3a3 HTTP/1.1" status: 204 len: 168 time: 0.1518931 Jun 08 18:29:22.051503 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5b9a576e-0ee0-4161-ad49-b653f2d13bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:22.059662 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a6c4f-1685-4ff9-9528-55a34dd9b3a3,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:22.062659 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-379f8923-986a-45c1-a7f5-719894810bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:27.421509 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-800c2be9-9aed-4f97-b8e1-98a1aae8ffe1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:27.422922 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-800c2be9-9aed-4f97-b8e1-98a1aae8ffe1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1499979 Jun 08 18:29:27.437791 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-edb9c352-f8a1-4a53-bfa4-ace9b4fff748 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/quotas/a5008fdb64ba4dd6bb3c533f83b28d9c HTTP/1.1" status: 200 len: 375 time: 0.0087299 Jun 08 18:29:27.518426 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-c724e757-528e-405a-8869-9643137c493c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755248 Jun 08 18:29:27.759512 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-f0e8e87f-1a39-4d96-8dc5-528e67a86ede service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336664 Jun 08 18:29:27.896446 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-87e1c3da-176b-47ca-b48a-297840339303 service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310842 Jun 08 18:29:28.089012 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7c900225-bd21-43f5-b773-938feb7ecdf7 req-48cf821e-acd9-4d52-9923-b7da245ff3e5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 210 time: 0.0501807 Jun 08 18:29:29.103021 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-dc9f1c97-d048-4217-acc5-9bc3041d389a tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:29.104431 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-dc9f1c97-d048-4217-acc5-9bc3041d389a tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1485076 Jun 08 18:29:29.117882 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Request body: {'port': {'device_id': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'admin_state_up': True, 'tenant_id': 'a5008fdb64ba4dd6bb3c533f83b28d9c'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:29.216467 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:29:29.247611 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ea593f04-3e9b-4616-af88-8abb34c11bee req-e27313ac-ce5a-48f9-950b-c2ba1e31d5f9 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 210 time: 0.0490594 Jun 08 18:29:29.281589 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Made reservation on behalf of a5008fdb64ba4dd6bb3c533f83b28d9c for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:29.285622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.450205 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Allocated IP 172.20.0.13 (4c8cd2a4-36c6-4173-b9df-a9f735585303/650eef5f-3241-45a0-9eb2-f20312a427e1/e65ab469-1e09-4e31-931a-bd82f43874cd) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:29.657973 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.687008 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.689727 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:29.689727 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:29.689727 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:29.689727 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:29.689727 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:29.689727 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:29.702006 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:29:29.708609 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:29.709788 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:29.712163 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:29.778936 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:29.779544 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.798139 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-375cbe39-3060-4a23-9e80-112d1771d1f1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6844046 Jun 08 18:29:29.809887 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Request body: {'port': {'device_id': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:29.924415 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.365950 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65ab469-1e09-4e31-931a-bd82f43874cd {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:30.374688 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.390622 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Transition to ACTIVE for port object e65ab469-1e09-4e31-931a-bd82f43874cd will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:30.395577 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.400760 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-164f5668-496e-4cf9-85d9-381cec471c4b tempest-VolumesSnapshotTestJSON-1925146167 tempest-VolumesSnapshotTestJSON-1925146167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:30.442590 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8bb91-9aee-462e-964c-8103bb6813fa req-0a7f3082-d2c5-417b-89ab-d28d1010567b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:30.444114 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-51c8bb91-9aee-462e-964c-8103bb6813fa req-0a7f3082-d2c5-417b-89ab-d28d1010567b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 944 time: 0.0856509 Jun 08 18:29:30.492209 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-51c8bb91-9aee-462e-964c-8103bb6813fa req-3e362b3b-4857-4fd5-9f04-0280db3d7725 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Jun 08 18:29:30.559492 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Pushing event updated for resources: {'Port': ['ID=e65ab469-1e09-4e31-931a-bd82f43874cd,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:30.599980 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.600345 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.600760 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.601065 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.601443 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.601796 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.602150 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.602506 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.602846 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.603199 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.603536 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.603874 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:30.608843 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:30.643871 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Attempting to bind port e65ab469-1e09-4e31-931a-bd82f43874cd on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:30.644193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Attempting to bind port e65ab469-1e09-4e31-931a-bd82f43874cd by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:30.644519 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Attempting to bind port e65ab469-1e09-4e31-931a-bd82f43874cd on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:30.649189 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Port e65ab469-1e09-4e31-931a-bd82f43874cd on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:30.649509 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Attempting to bind port e65ab469-1e09-4e31-931a-bd82f43874cd on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:30.654534 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:30.654866 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Checking segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:30.655243 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Bound using segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:30.655667 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Bound port: e65ab469-1e09-4e31-931a-bd82f43874cd, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:30.656018 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.745650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] For port e65ab469-1e09-4e31-931a-bd82f43874cd, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:30.748647 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] For port e65ab469-1e09-4e31-931a-bd82f43874cd, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e65ab469-1e09-4e31-931a-bd82f43874cd,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:30.752814 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.756503 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6c31ed3f-0436-4572-b121-be15861f275c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:30.818830 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:30.819363 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.820749 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] 10.222.0.48 "PUT /v2.0/ports/e65ab469-1e09-4e31-931a-bd82f43874cd HTTP/1.1" status: 200 len: 1094 time: 1.0154305 Jun 08 18:29:30.821295 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'tag': 'e65ab469-1e09-4e31-931a-bd82f43874cd'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:30.823582 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3" -d '{"events": [{"name": "network-changed", "server_uuid": "de8cf45c-8608-4549-b6e6-3149d54084d5", "tag": "e65ab469-1e09-4e31-931a-bd82f43874cd"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:30.847310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Pushing event updated for resources: {'Port': ['ID=e65ab469-1e09-4e31-931a-bd82f43874cd,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:30.850948 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:30.908682 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0e3539-23b0-4b75-9375-5f145541ff92 x-openstack-request-id: req-2a0e3539-23b0-4b75-9375-5f145541ff92 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:30.909011 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8cf45c-8608-4549-b6e6-3149d54084d5", "tag": "e65ab469-1e09-4e31-931a-bd82f43874cd", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:30.909329 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a0e3539-23b0-4b75-9375-5f145541ff92 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:30.909756 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'tag': 'e65ab469-1e09-4e31-931a-bd82f43874cd', 'status': 'completed', 'code': 200} Jun 08 18:29:30.946535 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4581ff1f-3a09-4886-bd6c-5c1c5917ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:30.948016 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-4581ff1f-3a09-4886-bd6c-5c1c5917ba60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 1097 time: 0.0821564 Jun 08 18:29:31.025141 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-13397eaf-0cc0-4b62-ac3a-8cec061b2591 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e65ab469-1e09-4e31-931a-bd82f43874cd HTTP/1.1" status: 200 len: 217 time: 0.0656381 Jun 08 18:29:31.096620 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-82347a26-cce1-4718-87a0-fcaca14bb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:31.097954 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-82347a26-cce1-4718-87a0-fcaca14bb126 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0660503 Jun 08 18:29:31.143674 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-643f42d3-73c7-4aa5-91a1-3510ac69cf31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392942 Jun 08 18:29:31.273672 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-1118cd52-03df-4ece-a8e6-1715ab240d01 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229975 Jun 08 18:29:31.406574 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9e1b4def-9657-45b3-8f2d-6a290ad3cc97 req-18770010-2d3f-4285-855d-5e4cf085b28a service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257820 Jun 08 18:29:31.528034 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-cd5faa8d-ca62-4022-ad5b-04ec84625242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:31.529542 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-cd5faa8d-ca62-4022-ad5b-04ec84625242 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 1097 time: 0.0751235 Jun 08 18:29:31.670681 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-352801bc-36da-499e-9a9e-62b09a9a4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:31.672028 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-352801bc-36da-499e-9a9e-62b09a9a4ac1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 916 time: 0.1358039 Jun 08 18:29:31.689698 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d84006-719a-4dc4-94be-bd09a013e6f4 req-35de1656-1268-47aa-bdb1-ae079e851cb6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:31.691166 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-16d84006-719a-4dc4-94be-bd09a013e6f4 req-35de1656-1268-47aa-bdb1-ae079e851cb6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 944 time: 0.0857832 Jun 08 18:29:31.735643 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-16d84006-719a-4dc4-94be-bd09a013e6f4 req-d9c81b92-91eb-4680-a086-f00e6ec60673 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387483 Jun 08 18:29:31.746200 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-c32c3812-b113-4a58-b3da-5bb341cb4d72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e65ab469-1e09-4e31-931a-bd82f43874cd HTTP/1.1" status: 200 len: 217 time: 0.0666549 Jun 08 18:29:31.904840 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-d4496b94-d079-4e68-b811-f2496b75e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:31.906313 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-d4496b94-d079-4e68-b811-f2496b75e2f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.1524835 Jun 08 18:29:31.953100 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-d567add0-776f-40c6-ba19-e874bf7d8a53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398097 Jun 08 18:29:32.089348 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-ad0505e2-57f8-4a27-9dab-84b8dbfb4f4e service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275034 Jun 08 18:29:32.223918 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-17ff57b5-5b1c-4dde-bfd6-810bf524bec3 req-cdbcd285-e527-4234-bada-8a941d8f99f2 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268027 Jun 08 18:29:32.920573 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c79c6-81bd-4e9e-b1b2-6b81a2b0e0fc req-d8923562-afa7-4327-bfb3-43e621db36ea tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:32.922033 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e49c79c6-81bd-4e9e-b1b2-6b81a2b0e0fc req-d8923562-afa7-4327-bfb3-43e621db36ea tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 944 time: 0.0781593 Jun 08 18:29:32.970624 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e49c79c6-81bd-4e9e-b1b2-6b81a2b0e0fc req-39362b9e-1a09-417e-8e23-187bd1b83f31 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Jun 08 18:29:33.201243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e65ab469-1e09-4e31-931a-bd82f43874cd details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:29:33.224335 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-384eddc1-3246-4b6f-a319-605f3e2e7155 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741868 Jun 08 18:29:33.338010 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port e65ab469-1e09-4e31-931a-bd82f43874cd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e65ab469-1e09-4e31-931a-bd82f43874cd,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:33.352278 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': 'e65ab469-1e09-4e31-931a-bd82f43874cd', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'port_id': 'e65ab469-1e09-4e31-931a-bd82f43874cd', 'mac_address': 'fa:16:3e:0a:9a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650eef5f-3241-45a0-9eb2-f20312a427e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:29:33.365922 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-71ac440e-75b8-465f-b848-f261259e6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:33.367387 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-71ac440e-75b8-465f-b848-f261259e6e32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 1098 time: 0.0723569 Jun 08 18:29:33.414384 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.432101 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65ab469-1e09-4e31-931a-bd82f43874cd {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:33.454757 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port e65ab469-1e09-4e31-931a-bd82f43874cd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e65ab469-1e09-4e31-931a-bd82f43874cd,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:33.462385 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.464957 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:33.529129 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-e9a349f4-824b-423c-8894-8649cc4a19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:33.530591 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-e9a349f4-824b-423c-8894-8649cc4a19b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 916 time: 0.1357574 Jun 08 18:29:33.536500 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=e65ab469-1e09-4e31-931a-bd82f43874cd,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:33.540037 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:33.605964 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-c7b82f38-f82d-46b4-9a63-e36cf2c61902 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79 HTTP/1.1" status: 200 len: 217 time: 0.0673327 Jun 08 18:29:33.671757 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-b859a1e1-7d18-4194-9de2-e66db9bdae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:33.673311 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-b859a1e1-7d18-4194-9de2-e66db9bdae93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0593367 Jun 08 18:29:33.700356 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['e65ab469-1e09-4e31-931a-bd82f43874cd'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:29:33.728307 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-c37c43eb-6c19-4789-99e2-e58b1ee2ea55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461450 Jun 08 18:29:33.868452 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-0400b60e-e745-4cd7-be04-117acc639622 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317208 Jun 08 18:29:34.008198 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-eade4f3d-f9ed-48ce-8721-08981e419d14 req-f368cf92-9b33-4f18-8aa1-f72fdfbce969 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300688 Jun 08 18:29:34.170481 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6c24-f702-4155-8458-d5d254c3be9f req-5df5df10-5cba-449e-b08d-fefb823b18b6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:34.171932 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a07e6c24-f702-4155-8458-d5d254c3be9f req-5df5df10-5cba-449e-b08d-fefb823b18b6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 945 time: 0.0828276 Jun 08 18:29:34.195400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:34.217253 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-a07e6c24-f702-4155-8458-d5d254c3be9f req-a2376694-72e9-4231-8282-3a5387720c92 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 Jun 08 18:29:35.195502 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e65ab469-1e09-4e31-931a-bd82f43874cd up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:35.272871 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port e65ab469-1e09-4e31-931a-bd82f43874cd completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:35.278053 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port e65ab469-1e09-4e31-931a-bd82f43874cd triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:35.278567 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.406754 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.419141 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4467a-a0b2-4a6e-9f51-a5742564ccfe req-cd02cc7e-a83b-4de7-adba-1112c0441e37 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.420670 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-33b4467a-a0b2-4a6e-9f51-a5742564ccfe req-cd02cc7e-a83b-4de7-adba-1112c0441e37 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 945 time: 0.0938141 Jun 08 18:29:35.438395 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65ab469-1e09-4e31-931a-bd82f43874cd'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:35.441845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e7a826-c8b9-4d2a-8d6d-c64d65271c0c" -d '{"events": [{"server_uuid": "de8cf45c-8608-4549-b6e6-3149d54084d5", "name": "network-vif-plugged", "status": "completed", "tag": "e65ab469-1e09-4e31-931a-bd82f43874cd"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:35.455864 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port e65ab469-1e09-4e31-931a-bd82f43874cd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e65ab469-1e09-4e31-931a-bd82f43874cd,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:35.461205 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.463653 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-d02f5fce-ff9f-46db-87c9-9be4d5ec7157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:35.479575 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-33b4467a-a0b2-4a6e-9f51-a5742564ccfe req-0eebe97b-bdf6-4a43-b9a4-1a4f5352b8cd tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Jun 08 18:29:35.500869 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325af71-cab0-441a-99a2-c928cd57b602 x-openstack-request-id: req-0325af71-cab0-441a-99a2-c928cd57b602 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:35.500869 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8cf45c-8608-4549-b6e6-3149d54084d5", "name": "network-vif-plugged", "status": "completed", "tag": "e65ab469-1e09-4e31-931a-bd82f43874cd", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:35.500869 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0325af71-cab0-441a-99a2-c928cd57b602 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:35.500869 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65ab469-1e09-4e31-931a-bd82f43874cd', 'code': 200} Jun 08 18:29:35.542166 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=e65ab469-1e09-4e31-931a-bd82f43874cd,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:35.545409 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:35.758546 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0d48-90f0-4d0b-8edf-a77b4556b677 req-02843f87-4e86-4074-8ee2-7797579b83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.760087 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3acd0d48-90f0-4d0b-8edf-a77b4556b677 req-02843f87-4e86-4074-8ee2-7797579b83c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 1099 time: 0.0764863 Jun 08 18:29:35.808417 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3acd0d48-90f0-4d0b-8edf-a77b4556b677 req-ea0d45e8-1c0d-4b76-a441-80499bc5feff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Jun 08 18:29:36.681108 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aeacc-9b9a-49fb-9cee-9158b483a931 req-b963e4b1-affe-4165-8c01-05be8822132c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:36.682579 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-196aeacc-9b9a-49fb-9cee-9158b483a931 req-b963e4b1-affe-4165-8c01-05be8822132c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 946 time: 0.0865011 Jun 08 18:29:36.730135 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-196aeacc-9b9a-49fb-9cee-9158b483a931 req-ec775922-c215-4a0e-a44e-b56e68d00760 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Jun 08 18:29:37.931127 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf4b-1c55-480b-949e-eac928244ddf req-22bbb469-71af-45b5-8c9d-f22558cf536a tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:37.932658 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-18faaf4b-1c55-480b-949e-eac928244ddf req-22bbb469-71af-45b5-8c9d-f22558cf536a tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 946 time: 0.0886686 Jun 08 18:29:37.981550 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-18faaf4b-1c55-480b-949e-eac928244ddf req-a153785b-a610-4680-a12a-6487eeb80f3f tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Jun 08 18:29:40.075446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-8d5d5e0a-bad8-438d-aa74-ec707b9cf280 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:40.076759 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-8d5d5e0a-bad8-438d-aa74-ec707b9cf280 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1436849 Jun 08 18:29:40.092825 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-5c25dcbd-469f-4c11-9f5e-95f9cab7f1ec tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/quotas/a5008fdb64ba4dd6bb3c533f83b28d9c HTTP/1.1" status: 200 len: 375 time: 0.0104141 Jun 08 18:29:40.174163 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-f4cc2bbb-3253-4d4a-8215-88f42b01ca9d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751328 Jun 08 18:29:40.233644 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-58cc30a8-4b00-4951-a639-e28286b04a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.396518 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-e2d6eb2d-b5be-476b-88de-b5cd3e687e35 service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157412 Jun 08 18:29:40.527673 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-49e66174-5095-4de4-8ee7-bc24ca89914a service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251955 Jun 08 18:29:40.712335 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-75e020fd-a5ae-4898-a415-cc19c3342627 req-3f3a2a21-a130-493c-9e6f-9b03ce541df9 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 210 time: 0.0473187 Jun 08 18:29:41.877328 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fbf79f57-8839-451f-913a-314b5c2bb33e req-9ff45e18-ffe0-42c0-a38f-20cad7394e01 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 210 time: 0.0479841 Jun 08 18:29:42.039165 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-a554bfe6-1963-444e-b60f-7768bbf156ab tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:42.040094 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-a554bfe6-1963-444e-b60f-7768bbf156ab tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1552372 Jun 08 18:29:42.053346 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Request body: {'port': {'device_id': '84ae9364-2981-4c1c-8720-dae0c611069d', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'admin_state_up': True, 'tenant_id': 'a5008fdb64ba4dd6bb3c533f83b28d9c'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:42.211193 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Made reservation on behalf of a5008fdb64ba4dd6bb3c533f83b28d9c for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:42.214588 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.456516 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Allocated IP 172.20.0.9 (4c8cd2a4-36c6-4173-b9df-a9f735585303/650eef5f-3241-45a0-9eb2-f20312a427e1/176aa55c-0db4-4b9b-8df6-4b0e2645610f) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:42.657072 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.686090 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.689042 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:42.689042 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:42.689042 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:42.689042 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:42.689042 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:42.689042 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:42.698395 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79', 'e65ab469-1e09-4e31-931a-bd82f43874cd'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:29:42.705095 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:42.706186 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:42.708817 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:42.769869 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:42.770470 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.788726 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-50c93a42-3605-482e-b57b-97123cac57c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392368 Jun 08 18:29:42.803285 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Request body: {'port': {'device_id': '84ae9364-2981-4c1c-8720-dae0c611069d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:42.918169 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.082394 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ccd6a-f037-473b-b006-f444d646806d req-72df94f3-320d-4667-b670-bd4e1bbdd112 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:43.084037 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-716ccd6a-f037-473b-b006-f444d646806d req-72df94f3-320d-4667-b670-bd4e1bbdd112 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 931 time: 0.0860715 Jun 08 18:29:43.133782 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-716ccd6a-f037-473b-b006-f444d646806d req-0ab5383d-1628-4abb-bd6b-551021cfa020 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 Jun 08 18:29:43.262896 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176aa55c-0db4-4b9b-8df6-4b0e2645610f {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:43.270811 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.285421 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Transition to ACTIVE for port object 176aa55c-0db4-4b9b-8df6-4b0e2645610f will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:43.289786 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.294506 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-f1b2db59-18c9-4473-9795-21fd14ff68b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:43.303993 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-4e7d36e4-c104-40e0-a2bf-6be770f71182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.422259 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.489487 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Pushing event updated for resources: {'Port': ['ID=176aa55c-0db4-4b9b-8df6-4b0e2645610f,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:43.492455 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:43.537360 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Attempting to bind port 176aa55c-0db4-4b9b-8df6-4b0e2645610f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:43.537692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Attempting to bind port 176aa55c-0db4-4b9b-8df6-4b0e2645610f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:43.538019 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Attempting to bind port 176aa55c-0db4-4b9b-8df6-4b0e2645610f on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:43.542890 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Port 176aa55c-0db4-4b9b-8df6-4b0e2645610f on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:43.543208 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Attempting to bind port 176aa55c-0db4-4b9b-8df6-4b0e2645610f on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:43.549010 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:43.549368 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Checking segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:43.549771 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Bound using segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:43.550194 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Bound port: 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:43.550556 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.641651 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] For port 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:43.644755 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] For port 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:43.648755 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.653548 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d9c823b1-2c0c-48c0-ac53-ed483d0f0e6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:43.706572 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:43.707368 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.708977 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] 10.222.0.48 "PUT /v2.0/ports/176aa55c-0db4-4b9b-8df6-4b0e2645610f HTTP/1.1" status: 200 len: 1093 time: 0.9103703 Jun 08 18:29:43.711853 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae9364-2981-4c1c-8720-dae0c611069d', 'tag': '176aa55c-0db4-4b9b-8df6-4b0e2645610f'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:43.714869 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae9364-2981-4c1c-8720-dae0c611069d", "tag": "176aa55c-0db4-4b9b-8df6-4b0e2645610f"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:43.739273 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Pushing event updated for resources: {'Port': ['ID=176aa55c-0db4-4b9b-8df6-4b0e2645610f,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:43.742891 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-87844372-bc7b-4aeb-adf2-7442101c920c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:43.785056 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb826c84-247b-4da4-bc7f-926bf1771a29 x-openstack-request-id: req-cb826c84-247b-4da4-bc7f-926bf1771a29 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:43.785401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae9364-2981-4c1c-8720-dae0c611069d", "tag": "176aa55c-0db4-4b9b-8df6-4b0e2645610f", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:43.785690 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb826c84-247b-4da4-bc7f-926bf1771a29 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:43.786218 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae9364-2981-4c1c-8720-dae0c611069d', 'tag': '176aa55c-0db4-4b9b-8df6-4b0e2645610f', 'status': 'completed', 'code': 200} Jun 08 18:29:43.830513 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-cef6d922-fbb2-45af-9453-1064c999c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:43.832378 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-cef6d922-fbb2-45af-9453-1064c999c582 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 1096 time: 0.0807471 Jun 08 18:29:43.902530 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-699cf4fc-a79a-4854-a21e-702e51816797 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f HTTP/1.1" status: 200 len: 217 time: 0.0621691 Jun 08 18:29:43.969410 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76921-4c08-4ed4-9267-d1346c27acec req-da81cbec-089b-4f54-89a0-f75b92e1cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:43.971159 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-da81cbec-089b-4f54-89a0-f75b92e1cbbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0624318 Jun 08 18:29:44.025427 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-ba36ac52-1821-4b37-9565-258df5c480bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471747 Jun 08 18:29:44.248702 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-e28c924a-320f-41df-a153-64d190cf586c service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166553 Jun 08 18:29:44.323429 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209bd7-0173-430a-b02f-9ce373fd79ec req-d4147f92-3a3a-4d7f-934a-99560bfeac4c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:44.324874 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e209bd7-0173-430a-b02f-9ce373fd79ec req-d4147f92-3a3a-4d7f-934a-99560bfeac4c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 943 time: 0.0813982 Jun 08 18:29:44.373718 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e209bd7-0173-430a-b02f-9ce373fd79ec req-dbc70585-9a2f-4fcd-a828-439b42335f35 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 Jun 08 18:29:44.377609 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:44.384856 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-74e76921-4c08-4ed4-9267-d1346c27acec req-861e72e8-8ba3-4989-8b00-c0139bae65aa service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291242 Jun 08 18:29:44.509680 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-60b0c59c-4e05-4d65-a512-d90bcbfc637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:44.511065 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-60b0c59c-4e05-4d65-a512-d90bcbfc637a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 1096 time: 0.0770149 Jun 08 18:29:44.667144 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-305c18c9-aaa9-46a5-9bbc-ae4894b9fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:44.668615 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-305c18c9-aaa9-46a5-9bbc-ae4894b9fcb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 916 time: 0.1450896 Jun 08 18:29:44.741651 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-894cdd1a-76d5-4cea-9d4e-424bf20128f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f HTTP/1.1" status: 200 len: 217 time: 0.0653298 Jun 08 18:29:44.813345 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-bf9d345b-8ba4-4732-82f4-bb30d6c5db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:44.815035 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-bf9d345b-8ba4-4732-82f4-bb30d6c5db1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0665662 Jun 08 18:29:44.865898 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-e118e06a-bf65-4e9c-8fcd-97b39f42e4e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430701 Jun 08 18:29:45.012051 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-f7aa30dc-2c1b-406e-88fc-09fe8d15222f service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381550 Jun 08 18:29:45.151122 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8e3ce9e8-c2d1-4ba6-8e7b-bcd62b1d934b req-5f4c5c32-f9c3-4645-9b63-92504fcbcd6c service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318109 Jun 08 18:29:45.255822 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 176aa55c-0db4-4b9b-8df6-4b0e2645610f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:29:45.386298 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:45.399072 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '176aa55c-0db4-4b9b-8df6-4b0e2645610f', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'port_id': '176aa55c-0db4-4b9b-8df6-4b0e2645610f', 'mac_address': 'fa:16:3e:b5:53:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650eef5f-3241-45a0-9eb2-f20312a427e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:29:45.455915 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:45.473383 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176aa55c-0db4-4b9b-8df6-4b0e2645610f {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:45.489280 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:45.493303 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:45.495029 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:45.567122 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=176aa55c-0db4-4b9b-8df6-4b0e2645610f,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:45.570419 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:45.582611 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563293-01b8-4a09-94c1-0472de13327e req-cd58be91-db5c-484d-b67f-ec572ebb1c3b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:45.584311 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7c563293-01b8-4a09-94c1-0472de13327e req-cd58be91-db5c-484d-b67f-ec572ebb1c3b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 944 time: 0.0845704 Jun 08 18:29:45.628481 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7c563293-01b8-4a09-94c1-0472de13327e req-f5e1a26e-2d97-466e-b507-185d9f9f6e11 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383770 Jun 08 18:29:45.696039 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:45.744515 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['176aa55c-0db4-4b9b-8df6-4b0e2645610f'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:29:46.810937 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eb3c6-07ab-4cc9-a56c-c695d0dd303e req-46adde96-a094-4e10-b255-168fe176fa05 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:46.812977 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e95eb3c6-07ab-4cc9-a56c-c695d0dd303e req-46adde96-a094-4e10-b255-168fe176fa05 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 944 time: 0.0788198 Jun 08 18:29:46.857911 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e95eb3c6-07ab-4cc9-a56c-c695d0dd303e req-66b9a5fd-c60d-4759-ac62-4adc22f3be68 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Jun 08 18:29:47.265910 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 176aa55c-0db4-4b9b-8df6-4b0e2645610f up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:47.336142 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 176aa55c-0db4-4b9b-8df6-4b0e2645610f completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:47.341283 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 176aa55c-0db4-4b9b-8df6-4b0e2645610f triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:47.341663 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.490516 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.519273 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae9364-2981-4c1c-8720-dae0c611069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176aa55c-0db4-4b9b-8df6-4b0e2645610f'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:47.521626 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0db50a9-032d-4287-a51c-1d17bca331b3" -d '{"events": [{"server_uuid": "84ae9364-2981-4c1c-8720-dae0c611069d", "name": "network-vif-plugged", "status": "completed", "tag": "176aa55c-0db4-4b9b-8df6-4b0e2645610f"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:47.530583 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:47.536170 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.537963 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:47.573009 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb81c17-233d-4a31-a2cb-5515384f16c9 x-openstack-request-id: req-acb81c17-233d-4a31-a2cb-5515384f16c9 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:47.573386 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae9364-2981-4c1c-8720-dae0c611069d", "name": "network-vif-plugged", "status": "completed", "tag": "176aa55c-0db4-4b9b-8df6-4b0e2645610f", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:47.573643 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acb81c17-233d-4a31-a2cb-5515384f16c9 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:47.574029 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae9364-2981-4c1c-8720-dae0c611069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176aa55c-0db4-4b9b-8df6-4b0e2645610f', 'code': 200} Jun 08 18:29:47.608353 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=176aa55c-0db4-4b9b-8df6-4b0e2645610f,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:47.611839 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:47.816350 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af44e8-7e7f-4b2c-a17a-06c44819527c req-bda7f5a1-7356-47e0-9781-a195ec21443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:47.817868 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b9af44e8-7e7f-4b2c-a17a-06c44819527c req-bda7f5a1-7356-47e0-9781-a195ec21443f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 1098 time: 0.0764713 Jun 08 18:29:47.870453 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b9af44e8-7e7f-4b2c-a17a-06c44819527c req-cffe2364-2fe0-4a3a-9119-ddac8f7a878d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Jun 08 18:29:48.078417 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75effa66-3f82-4ada-b980-5b4381cf0ecf req-1f8ff282-5c82-4507-a4b4-6d73187755d2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:48.080348 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-75effa66-3f82-4ada-b980-5b4381cf0ecf req-1f8ff282-5c82-4507-a4b4-6d73187755d2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 945 time: 0.0934145 Jun 08 18:29:48.131712 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-75effa66-3f82-4ada-b980-5b4381cf0ecf req-65993f3e-a79d-4031-8355-bfea2c7d87b4 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Jun 08 18:29:49.349133 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46e55e-ae5c-432d-8118-f0de08df0f2b req-0b7a8d0f-4546-4503-8383-2ad2777a3226 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:49.350756 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9a46e55e-ae5c-432d-8118-f0de08df0f2b req-0b7a8d0f-4546-4503-8383-2ad2777a3226 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 945 time: 0.0919919 Jun 08 18:29:49.416231 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9a46e55e-ae5c-432d-8118-f0de08df0f2b req-6cc7e80f-36d6-4431-8097-a9558638a859 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573070 Jun 08 18:29:55.836967 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-b8ae8458-f09e-4133-80fd-c0c68ae4abe8 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:55.838364 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-b8ae8458-f09e-4133-80fd-c0c68ae4abe8 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1605518 Jun 08 18:29:55.853476 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-cf917ed0-89ec-469b-8f5d-b9c72835326d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/quotas/a5008fdb64ba4dd6bb3c533f83b28d9c HTTP/1.1" status: 200 len: 375 time: 0.0097194 Jun 08 18:29:55.941040 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-419e6e16-1c7c-47d4-9448-4ca53fd69f33 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822356 Jun 08 18:29:56.079803 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-b754bd63-febf-473f-8ab2-407b9df30a67 service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316004 Jun 08 18:29:56.218393 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-92ae1c40-290e-4ff7-980b-865adf67dace service neutron] 10.222.0.41 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320350 Jun 08 18:29:56.395915 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-099cdc30-b470-4578-b746-af9fcecb4d67 req-5eb30ca9-188c-4cf9-b832-10112646e440 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0439045 Jun 08 18:29:57.534240 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-b230267b-b336-4ffd-8b20-f4f77e07fae1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:57.535981 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-b230267b-b336-4ffd-8b20-f4f77e07fae1 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 815 time: 0.1707807 Jun 08 18:29:57.553848 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Request body: {'port': {'device_id': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'admin_state_up': True, 'tenant_id': 'a5008fdb64ba4dd6bb3c533f83b28d9c'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:57.576810 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9d566aed-30f5-4207-be86-f3e49e5a380c req-70bcdb1b-d03b-4266-b986-3cf46606cdc9 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0636950 Jun 08 18:29:57.741036 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Made reservation on behalf of a5008fdb64ba4dd6bb3c533f83b28d9c for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:57.745131 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.926927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Allocated IP 172.20.0.4 (4c8cd2a4-36c6-4173-b9df-a9f735585303/650eef5f-3241-45a0-9eb2-f20312a427e1/8af9c462-e676-49ef-aab1-59437ebd7f30) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:58.242745 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.272136 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.274889 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:58.274889 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:58.274889 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:58.274889 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:58.274889 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:58.274889 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:58.284868 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79', 'e65ab469-1e09-4e31-931a-bd82f43874cd', '176aa55c-0db4-4b9b-8df6-4b0e2645610f'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:29:58.294473 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Network 4c8cd2a4-36c6-4173-b9df-a9f735585303 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:58.295789 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:58.298945 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:58.369739 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:58.370372 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.402123 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-8d522b36-fa52-4b85-b9d2-0ed71f88d2b2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547843 Jun 08 18:29:58.414388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Request body: {'port': {'device_id': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:58.534654 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.815181 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4520db3-9b8e-4e79-8fba-45cb8ca768f8 req-a6d6f224-77a0-424f-b0a3-3ef9f0ce269b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:58.816812 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d4520db3-9b8e-4e79-8fba-45cb8ca768f8 req-a6d6f224-77a0-424f-b0a3-3ef9f0ce269b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 931 time: 0.1120927 Jun 08 18:29:58.864364 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d4520db3-9b8e-4e79-8fba-45cb8ca768f8 req-5214f42d-8a36-4ce5-9f4c-297b3d5bd6cd tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Jun 08 18:29:58.919400 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af9c462-e676-49ef-aab1-59437ebd7f30 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:58.926752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.942067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Transition to ACTIVE for port object 8af9c462-e676-49ef-aab1-59437ebd7f30 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:58.945991 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.950148 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5bbc69cb-8c23-4972-a186-2f0151a16190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:59.110853 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Pushing event updated for resources: {'Port': ['ID=8af9c462-e676-49ef-aab1-59437ebd7f30,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:59.114079 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:59.194070 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Attempting to bind port 8af9c462-e676-49ef-aab1-59437ebd7f30 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:59.194402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Attempting to bind port 8af9c462-e676-49ef-aab1-59437ebd7f30 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:59.194738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Attempting to bind port 8af9c462-e676-49ef-aab1-59437ebd7f30 on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:59.199327 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Port 8af9c462-e676-49ef-aab1-59437ebd7f30 on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:59.199648 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Attempting to bind port 8af9c462-e676-49ef-aab1-59437ebd7f30 on network 4c8cd2a4-36c6-4173-b9df-a9f735585303 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:59.205106 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:59.205474 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Checking segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:59.205860 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Bound using segment: {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:59.206289 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Bound port: 8af9c462-e676-49ef-aab1-59437ebd7f30, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:59.206639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.300015 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] For port 8af9c462-e676-49ef-aab1-59437ebd7f30, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:59.303059 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] For port 8af9c462-e676-49ef-aab1-59437ebd7f30, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8af9c462-e676-49ef-aab1-59437ebd7f30,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:59.308289 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.312161 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4267a678-c4c2-4af1-8808-1a0d83bdef2a tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:59.369858 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.370461 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.371814 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] 10.222.0.48 "PUT /v2.0/ports/8af9c462-e676-49ef-aab1-59437ebd7f30 HTTP/1.1" status: 200 len: 1093 time: 0.9618680 Jun 08 18:29:59.372305 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'tag': '8af9c462-e676-49ef-aab1-59437ebd7f30'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:59.374572 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97308bc0-fdb5-4668-9b68-f1705c687164" -d '{"events": [{"name": "network-changed", "server_uuid": "8c078f85-56b5-4c31-a10a-2298a61f3ff7", "tag": "8af9c462-e676-49ef-aab1-59437ebd7f30"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:59.396984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Pushing event updated for resources: {'Port': ['ID=8af9c462-e676-49ef-aab1-59437ebd7f30,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:59.400306 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-45dce671-ae0e-41e5-8c92-636920e0e3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:59.420707 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c178bf70-a244-40ca-adb3-6f3345818abf x-openstack-request-id: req-c178bf70-a244-40ca-adb3-6f3345818abf {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:59.421033 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c078f85-56b5-4c31-a10a-2298a61f3ff7", "tag": "8af9c462-e676-49ef-aab1-59437ebd7f30", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:59.421344 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c178bf70-a244-40ca-adb3-6f3345818abf {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:59.421791 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'tag': '8af9c462-e676-49ef-aab1-59437ebd7f30', 'status': 'completed', 'code': 200} Jun 08 18:29:59.506702 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-5d1585fc-4825-402d-8668-53f1896b27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.508249 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-5d1585fc-4825-402d-8668-53f1896b27ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0784724 Jun 08 18:29:59.586265 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-41b30855-72ae-4fa7-b636-28bcfcd9da2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af9c462-e676-49ef-aab1-59437ebd7f30 HTTP/1.1" status: 200 len: 217 time: 0.0692065 Jun 08 18:29:59.651934 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-05222009-be4a-422c-ba3f-653e80ec4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.653327 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-05222009-be4a-422c-ba3f-653e80ec4bc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0602491 Jun 08 18:29:59.705600 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-c978f1fc-fbae-44ac-be03-ceb896c89cb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426741 Jun 08 18:29:59.841290 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-013dc407-52c6-4168-9bb9-a7adbf13be03 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288707 Jun 08 18:29:59.981299 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-dd71d6d6-4f54-4de8-93f4-77ca94cc343d req-84a2544f-0a57-4473-873b-33472172741c service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323512 Jun 08 18:30:00.179745 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51982a0-8f69-44ac-ae42-28f2dedd9de7 req-1c516458-78c0-437f-8fb7-110bd1ef8445 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.181485 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e51982a0-8f69-44ac-ae42-28f2dedd9de7 req-1c516458-78c0-437f-8fb7-110bd1ef8445 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 943 time: 0.1993611 Jun 08 18:30:00.206310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-3f4086b9-8952-42d0-b0f2-5b8705a5f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.208077 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-3f4086b9-8952-42d0-b0f2-5b8705a5f5bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1779606 Jun 08 18:30:00.229405 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e51982a0-8f69-44ac-ae42-28f2dedd9de7 req-1118102c-27f8-46e9-9485-8eb253d3a737 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Jun 08 18:30:00.350226 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-65957a83-83fa-448b-aa87-dc89dd6c4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.351680 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-65957a83-83fa-448b-aa87-dc89dd6c4337 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 200 len: 916 time: 0.1361177 Jun 08 18:30:00.425045 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-61ea4992-1902-4cc1-ae29-51769912d55d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af9c462-e676-49ef-aab1-59437ebd7f30 HTTP/1.1" status: 200 len: 217 time: 0.0658829 Jun 08 18:30:00.490553 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-bd864288-2b66-4fa9-942e-4595c2066e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.491908 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-bd864288-2b66-4fa9-942e-4595c2066e5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 200 len: 855 time: 0.0600891 Jun 08 18:30:00.541899 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-bfd06f5f-b81a-4ac5-b174-5b428b844b3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c8cd2a4-36c6-4173-b9df-a9f735585303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424743 Jun 08 18:30:00.682771 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-47fb822d-0c80-42c0-adbc-166cac01c751 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332119 Jun 08 18:30:00.819494 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-97308bc0-fdb5-4668-9b68-f1705c687164 req-7f89f3fd-4751-4abd-9b78-65f753194fd4 service neutron] 10.222.0.48 "GET /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285620 Jun 08 18:30:01.308565 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8af9c462-e676-49ef-aab1-59437ebd7f30 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:01.427850 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645086a-b6ce-45b7-9ec0-802cd5df70dc req-fcf58e31-dee3-474b-89f7-b8b1bd943de0 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:01.429573 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6645086a-b6ce-45b7-9ec0-802cd5df70dc req-fcf58e31-dee3-474b-89f7-b8b1bd943de0 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 943 time: 0.0905290 Jun 08 18:30:01.458284 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 8af9c462-e676-49ef-aab1-59437ebd7f30, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8af9c462-e676-49ef-aab1-59437ebd7f30,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:01.475135 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '8af9c462-e676-49ef-aab1-59437ebd7f30', 'network_id': '4c8cd2a4-36c6-4173-b9df-a9f735585303', 'port_id': '8af9c462-e676-49ef-aab1-59437ebd7f30', 'mac_address': 'fa:16:3e:6c:8f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650eef5f-3241-45a0-9eb2-f20312a427e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:01.477924 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6645086a-b6ce-45b7-9ec0-802cd5df70dc req-dfb35ad6-650b-450e-b7e8-d67adf7aba04 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Jun 08 18:30:01.537136 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.554053 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af9c462-e676-49ef-aab1-59437ebd7f30 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:01.570085 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 8af9c462-e676-49ef-aab1-59437ebd7f30, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8af9c462-e676-49ef-aab1-59437ebd7f30,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:01.573643 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.575293 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:01.643518 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=8af9c462-e676-49ef-aab1-59437ebd7f30,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:01.646554 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:01.827598 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['8af9c462-e676-49ef-aab1-59437ebd7f30'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:02.671538 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117237c-b43a-4efb-8dde-a1c63375554c req-5f3c62d5-5ea5-4eae-bec1-5fe76da90adf tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:02.673385 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9117237c-b43a-4efb-8dde-a1c63375554c req-5f3c62d5-5ea5-4eae-bec1-5fe76da90adf tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 944 time: 0.0844886 Jun 08 18:30:02.719577 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9117237c-b43a-4efb-8dde-a1c63375554c req-bd495802-cc9d-42ad-b302-56baca6940d6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Jun 08 18:30:03.314669 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8af9c462-e676-49ef-aab1-59437ebd7f30 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:03.388942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 8af9c462-e676-49ef-aab1-59437ebd7f30 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:03.394090 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 8af9c462-e676-49ef-aab1-59437ebd7f30 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:03.394605 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.525311 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.553502 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9c462-e676-49ef-aab1-59437ebd7f30'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:03.555759 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9c29d-5dee-4deb-a42f-0c44ffc98f66" -d '{"events": [{"server_uuid": "8c078f85-56b5-4c31-a10a-2298a61f3ff7", "name": "network-vif-plugged", "status": "completed", "tag": "8af9c462-e676-49ef-aab1-59437ebd7f30"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:03.566365 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 8af9c462-e676-49ef-aab1-59437ebd7f30, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8af9c462-e676-49ef-aab1-59437ebd7f30,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:03.571020 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.572875 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e47db55e-6dac-40c0-a128-edaab92913af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:03.609642 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340575d-8f47-4111-8fcf-975f67e8b1ec x-openstack-request-id: req-b340575d-8f47-4111-8fcf-975f67e8b1ec {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:03.610002 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c078f85-56b5-4c31-a10a-2298a61f3ff7", "name": "network-vif-plugged", "status": "completed", "tag": "8af9c462-e676-49ef-aab1-59437ebd7f30", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:03.610749 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b340575d-8f47-4111-8fcf-975f67e8b1ec {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:03.610749 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9c462-e676-49ef-aab1-59437ebd7f30', 'code': 200} Jun 08 18:30:03.643950 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=8af9c462-e676-49ef-aab1-59437ebd7f30,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:03.647079 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:03.886711 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc075d-b3cb-4ff5-b0f3-eee2275f362e req-92986324-5d43-4fc9-aa47-6a77bd685955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.888251 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00dc075d-b3cb-4ff5-b0f3-eee2275f362e req-92986324-5d43-4fc9-aa47-6a77bd685955 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 1098 time: 0.1082065 Jun 08 18:30:03.919601 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81758ed8-ddb4-4881-9db5-cda5f1d693b4 req-0d50b16c-7e77-4d0c-bd43-972e75181178 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.921133 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81758ed8-ddb4-4881-9db5-cda5f1d693b4 req-0d50b16c-7e77-4d0c-bd43-972e75181178 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0865629 Jun 08 18:30:03.932419 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-00dc075d-b3cb-4ff5-b0f3-eee2275f362e req-b8313f64-9755-4f6a-9fc5-f4fea230e97a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363555 Jun 08 18:30:03.974573 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81758ed8-ddb4-4881-9db5-cda5f1d693b4 req-1fc575a2-23bc-4688-b2bd-766f9d554e85 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462842 Jun 08 18:30:04.202206 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.176546 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335ed9e-b872-4add-8a38-8ae2a44fa972 req-9436cd5e-b587-4f98-a8c0-cc11ff17e127 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:05.178065 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5335ed9e-b872-4add-8a38-8ae2a44fa972 req-9436cd5e-b587-4f98-a8c0-cc11ff17e127 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0842075 Jun 08 18:30:05.228043 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5335ed9e-b872-4add-8a38-8ae2a44fa972 req-2fd0b5b1-2c81-4129-93cb-40e51b069dbf tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Jun 08 18:30:06.215703 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:30:10.236518 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b754271d-4240-44b6-8c89-8cffdc7b9a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.863336 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eb896-8c14-4d75-8ba2-f774668b02bb req-8367b270-9558-4e7c-b21e-9a039eac7bda tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.864895 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-863eb896-8c14-4d75-8ba2-f774668b02bb req-8367b270-9558-4e7c-b21e-9a039eac7bda tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0888250 Jun 08 18:30:12.912971 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-863eb896-8c14-4d75-8ba2-f774668b02bb req-bbf4c547-b04e-4ef6-9b8f-08169be55065 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Jun 08 18:30:13.304597 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e2e32d70-5abd-469a-be62-86658825c9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:13.417277 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.115168 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f3ed9-1595-405a-ab8b-0b9d5739df3d req-f236503b-4765-48d4-85ac-94d962eb9c94 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.116685 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-145f3ed9-1595-405a-ab8b-0b9d5739df3d req-f236503b-4765-48d4-85ac-94d962eb9c94 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0882237 Jun 08 18:30:14.164422 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-145f3ed9-1595-405a-ab8b-0b9d5739df3d req-404ed547-1fa6-4b06-833f-9bc02905da7f tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Jun 08 18:30:14.379153 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.629914 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-0735c39a-7fd6-46fc-a6e5-823d0e7120c3 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.631384 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-0735c39a-7fd6-46fc-a6e5-823d0e7120c3 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 945 time: 0.0793719 Jun 08 18:30:14.770821 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Deleting port 8af9c462-e676-49ef-aab1-59437ebd7f30 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:14.771152 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.905217 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] For port 8af9c462-e676-49ef-aab1-59437ebd7f30, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8af9c462-e676-49ef-aab1-59437ebd7f30,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:14.905469 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.038821 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Calling delete_port for 8af9c462-e676-49ef-aab1-59437ebd7f30 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:15.153794 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.161897 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:15.165944 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79', 'e65ab469-1e09-4e31-931a-bd82f43874cd', '176aa55c-0db4-4b9b-8df6-4b0e2645610f', '8af9c462-e676-49ef-aab1-59437ebd7f30'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:15.207784 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Pushing event deleted for resources: {'Port': ['ID=8af9c462-e676-49ef-aab1-59437ebd7f30,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:15.210904 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:15.287189 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] No DVR routers for this DVR port 8af9c462-e676-49ef-aab1-59437ebd7f30 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:15.289900 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.291954 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-df0cee48-df57-4d1f-9436-c21f94df9c38 req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "DELETE /v2.0/ports/8af9c462-e676-49ef-aab1-59437ebd7f30 HTTP/1.1" status: 204 len: 173 time: 0.6522198 Jun 08 18:30:15.292527 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'name': 'network-vif-deleted', 'tag': '8af9c462-e676-49ef-aab1-59437ebd7f30'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:15.294883 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1897056a-c87c-4185-a088-ae49aeed69c4" -d '{"events": [{"server_uuid": "8c078f85-56b5-4c31-a10a-2298a61f3ff7", "name": "network-vif-deleted", "tag": "8af9c462-e676-49ef-aab1-59437ebd7f30"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:15.342550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69156a49-c0ce-4cd2-ad7b-9903e8cf2d21 x-openstack-request-id: req-69156a49-c0ce-4cd2-ad7b-9903e8cf2d21 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:15.343084 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c078f85-56b5-4c31-a10a-2298a61f3ff7", "name": "network-vif-deleted", "tag": "8af9c462-e676-49ef-aab1-59437ebd7f30", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:15.343618 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69156a49-c0ce-4cd2-ad7b-9903e8cf2d21 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:15.344306 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c078f85-56b5-4c31-a10a-2298a61f3ff7', 'name': 'network-vif-deleted', 'tag': '8af9c462-e676-49ef-aab1-59437ebd7f30', 'status': 'completed', 'code': 200} Jun 08 18:30:15.345802 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3f951ba2-3f89-4109-bad4-018966b0b3c2 req-308b558e-a0e4-4e34-b8b6-4a9471f20b0b tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c078f85-56b5-4c31-a10a-2298a61f3ff7 HTTP/1.1" status: 200 len: 210 time: 0.0597141 Jun 08 18:30:15.702139 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:17.370436 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8af9c462-e676-49ef-aab1-59437ebd7f30 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:17.406269 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 8af9c462-e676-49ef-aab1-59437ebd7f30 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:30:17.406621 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 8af9c462-e676-49ef-aab1-59437ebd7f30 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:30:18.068719 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab727f4-f99a-474e-99cc-2771aa6e7bf2 req-84455830-3bbf-46ce-aa80-b4aca8c8843c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.070249 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3ab727f4-f99a-474e-99cc-2771aa6e7bf2 req-84455830-3bbf-46ce-aa80-b4aca8c8843c tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 945 time: 0.0881846 Jun 08 18:30:18.119017 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-3ab727f4-f99a-474e-99cc-2771aa6e7bf2 req-afc69889-f62e-41e1-8ff7-95dd49e3d6aa tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431447 Jun 08 18:30:19.331784 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae679-1774-4b1c-a6bc-2d94f2a2e3d5 req-faa55057-68cb-4348-8870-1dc9a334dde2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.334725 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4feae679-1774-4b1c-a6bc-2d94f2a2e3d5 req-faa55057-68cb-4348-8870-1dc9a334dde2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 945 time: 0.0921299 Jun 08 18:30:19.382574 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4feae679-1774-4b1c-a6bc-2d94f2a2e3d5 req-881277f6-057d-43fd-bdec-f49c2f22d12e tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Jun 08 18:30:19.764337 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-4dbe280a-7f31-410f-b1bf-3c638f359536 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.765727 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-4dbe280a-7f31-410f-b1bf-3c638f359536 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 945 time: 0.0813096 Jun 08 18:30:20.002798 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Deleting port 176aa55c-0db4-4b9b-8df6-4b0e2645610f {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:20.003801 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.166414 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] For port 176aa55c-0db4-4b9b-8df6-4b0e2645610f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=176aa55c-0db4-4b9b-8df6-4b0e2645610f,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:20.166766 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.295903 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Calling delete_port for 176aa55c-0db4-4b9b-8df6-4b0e2645610f owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:20.408310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.415095 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-363f1b91-33b8-4f42-95a4-e7246c3c841f tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:20.425134 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79', 'e65ab469-1e09-4e31-931a-bd82f43874cd', '176aa55c-0db4-4b9b-8df6-4b0e2645610f'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:20.501981 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Pushing event deleted for resources: {'Port': ['ID=176aa55c-0db4-4b9b-8df6-4b0e2645610f,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:20.505407 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:20.549551 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] No DVR routers for this DVR port 176aa55c-0db4-4b9b-8df6-4b0e2645610f on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:20.553255 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.556380 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8f0bccab-55fb-4e36-a568-98518cf10d4f req-0bff3070-b275-4f7f-96d3-b917c6691d99 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "DELETE /v2.0/ports/176aa55c-0db4-4b9b-8df6-4b0e2645610f HTTP/1.1" status: 204 len: 173 time: 0.7809746 Jun 08 18:30:20.557544 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae9364-2981-4c1c-8720-dae0c611069d', 'name': 'network-vif-deleted', 'tag': '176aa55c-0db4-4b9b-8df6-4b0e2645610f'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:20.561965 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe473e-ca16-4201-8f6d-c0d2b7034d61" -d '{"events": [{"server_uuid": "84ae9364-2981-4c1c-8720-dae0c611069d", "name": "network-vif-deleted", "tag": "176aa55c-0db4-4b9b-8df6-4b0e2645610f"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:20.574092 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-b14adc2a-4f2e-4abd-bcdc-58c593687b92 req-75654def-ba23-4139-bc10-fc82d3cd02a5 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ae9364-2981-4c1c-8720-dae0c611069d HTTP/1.1" status: 200 len: 210 time: 0.0477343 Jun 08 18:30:20.612657 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5a75b5-ac46-4a46-bc5e-6aa6817b8584 x-openstack-request-id: req-7b5a75b5-ac46-4a46-bc5e-6aa6817b8584 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:20.613259 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae9364-2981-4c1c-8720-dae0c611069d", "name": "network-vif-deleted", "tag": "176aa55c-0db4-4b9b-8df6-4b0e2645610f", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:20.613549 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b5a75b5-ac46-4a46-bc5e-6aa6817b8584 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:20.614055 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae9364-2981-4c1c-8720-dae0c611069d', 'name': 'network-vif-deleted', 'tag': '176aa55c-0db4-4b9b-8df6-4b0e2645610f', 'status': 'completed', 'code': 200} Jun 08 18:30:22.069774 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261c562-ca62-4286-a7f7-935e56c82204 req-155be9e5-c754-45a2-aa39-f86fb16b3313 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.071130 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f261c562-ca62-4286-a7f7-935e56c82204 req-155be9e5-c754-45a2-aa39-f86fb16b3313 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 946 time: 0.0832031 Jun 08 18:30:22.117979 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f261c562-ca62-4286-a7f7-935e56c82204 req-4a941712-03ec-40e6-be5f-2bc73cf33d11 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Jun 08 18:30:23.322922 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75dff7-aa37-40a3-b0a9-c78174e889b6 req-8668b1c2-fced-4620-91ec-7a4042bbb916 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.324399 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e75dff7-aa37-40a3-b0a9-c78174e889b6 req-8668b1c2-fced-4620-91ec-7a4042bbb916 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 946 time: 0.0956237 Jun 08 18:30:23.373913 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-0e75dff7-aa37-40a3-b0a9-c78174e889b6 req-92507462-6545-426a-9579-e4cabc693cd9 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Jun 08 18:30:23.386674 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 176aa55c-0db4-4b9b-8df6-4b0e2645610f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:23.422428 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 176aa55c-0db4-4b9b-8df6-4b0e2645610f {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:30:23.422786 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 176aa55c-0db4-4b9b-8df6-4b0e2645610f not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:30:23.649497 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-ce196f9c-5978-463d-a4e2-5f68ab2363a4 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.650945 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-ce196f9c-5978-463d-a4e2-5f68ab2363a4 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 946 time: 0.0824349 Jun 08 18:30:23.791570 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Deleting port e65ab469-1e09-4e31-931a-bd82f43874cd {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:23.791817 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:23.928147 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] For port e65ab469-1e09-4e31-931a-bd82f43874cd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e65ab469-1e09-4e31-931a-bd82f43874cd,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:23.928498 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.052511 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Calling delete_port for e65ab469-1e09-4e31-931a-bd82f43874cd owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:24.164874 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.170820 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-1f4ab223-a1ce-40da-9014-e10407f4298c tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:24.180514 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['4aae4b1a-7834-4054-92c4-5c26583c3b79', 'e65ab469-1e09-4e31-931a-bd82f43874cd'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:24.221762 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Pushing event deleted for resources: {'Port': ['ID=e65ab469-1e09-4e31-931a-bd82f43874cd,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:24.224906 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:24.298463 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] No DVR routers for this DVR port e65ab469-1e09-4e31-931a-bd82f43874cd on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:24.301187 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.303189 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-ffb76f37-2335-4da2-a43f-2bbc42075317 req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "DELETE /v2.0/ports/e65ab469-1e09-4e31-931a-bd82f43874cd HTTP/1.1" status: 204 len: 173 time: 0.6436632 Jun 08 18:30:24.303648 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'name': 'network-vif-deleted', 'tag': 'e65ab469-1e09-4e31-931a-bd82f43874cd'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:24.305980 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb1fec-9310-47e0-a70e-571dfe058508" -d '{"events": [{"server_uuid": "de8cf45c-8608-4549-b6e6-3149d54084d5", "name": "network-vif-deleted", "tag": "e65ab469-1e09-4e31-931a-bd82f43874cd"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:24.422282 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355887cd-a7ea-4f14-a970-4915dc1c8537 x-openstack-request-id: req-355887cd-a7ea-4f14-a970-4915dc1c8537 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:24.423476 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8cf45c-8608-4549-b6e6-3149d54084d5", "name": "network-vif-deleted", "tag": "e65ab469-1e09-4e31-931a-bd82f43874cd", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:24.423927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-355887cd-a7ea-4f14-a970-4915dc1c8537 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:24.424999 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8cf45c-8608-4549-b6e6-3149d54084d5', 'name': 'network-vif-deleted', 'tag': 'e65ab469-1e09-4e31-931a-bd82f43874cd', 'status': 'completed', 'code': 200} Jun 08 18:30:24.569031 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-aa0f604d-ab69-46d0-862a-5a3bfc2eba2f req-0674f6c7-a204-40c7-b7da-c60c5e622dd6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8cf45c-8608-4549-b6e6-3149d54084d5 HTTP/1.1" status: 200 len: 210 time: 0.0579855 Jun 08 18:30:27.275122 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139735-d88a-440f-a367-01b5f18ec76d req-cbc4b7c1-371c-4152-8ffb-efbfd5df4cc6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:27.276702 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e139735-d88a-440f-a367-01b5f18ec76d req-cbc4b7c1-371c-4152-8ffb-efbfd5df4cc6 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 945 time: 0.0821464 Jun 08 18:30:27.323767 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5e139735-d88a-440f-a367-01b5f18ec76d req-ab36be75-5a59-4de3-980c-9a84aad7e4be tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Jun 08 18:30:27.387092 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e65ab469-1e09-4e31-931a-bd82f43874cd no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:27.421660 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: e65ab469-1e09-4e31-931a-bd82f43874cd {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:30:27.422008 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device e65ab469-1e09-4e31-931a-bd82f43874cd not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:30:28.520396 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb1cc9-ec85-46b5-90b6-e8cbfccdec28 req-3de34eea-e86c-4d91-ac0f-7322d473cbcf tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.521898 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8dfb1cc9-ec85-46b5-90b6-e8cbfccdec28 req-3de34eea-e86c-4d91-ac0f-7322d473cbcf tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 945 time: 0.0875237 Jun 08 18:30:28.567094 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-8dfb1cc9-ec85-46b5-90b6-e8cbfccdec28 req-fdbbab6b-73f6-4e6c-85af-247a01c7f0a0 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Jun 08 18:30:29.134983 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-fc2fb7b1-5c7a-4a18-93aa-2288caa9a573 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:29.136411 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-fc2fb7b1-5c7a-4a18-93aa-2288caa9a573 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 945 time: 0.0824735 Jun 08 18:30:29.358739 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Deleting port 4aae4b1a-7834-4054-92c4-5c26583c3b79 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:29.359079 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.505534 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] For port 4aae4b1a-7834-4054-92c4-5c26583c3b79, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=4aae4b1a-7834-4054-92c4-5c26583c3b79,segment=NetworkSegment(2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad),segment_id=2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:29.505791 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.633000 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Calling delete_port for 4aae4b1a-7834-4054-92c4-5c26583c3b79 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:29.746278 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.752641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-983bc10f-6037-4b88-bd52-80012816709b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:29.757031 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6927e-068f-410e-9ad0-623b27b8cbcb req-6bd87ce4-7d91-4d99-a3ac-ace3c748749d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:29.758471 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92e6927e-068f-410e-9ad0-623b27b8cbcb req-6bd87ce4-7d91-4d99-a3ac-ace3c748749d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/ports?device_id=104657ad-be52-4337-a579-fdfd5d5e5cc3 HTTP/1.1" status: 200 len: 867 time: 0.0808222 Jun 08 18:30:29.802684 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Pushing event deleted for resources: {'Port': ['ID=4aae4b1a-7834-4054-92c4-5c26583c3b79,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:29.805251 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-92e6927e-068f-410e-9ad0-623b27b8cbcb req-713a2ee8-d2f4-4a98-937b-e39e525a4543 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.41 "GET /v2.0/security-groups?id=6648a181-320a-4146-85ee-f1dc3af9a99d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Jun 08 18:30:29.810779 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:29.884164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] No DVR routers for this DVR port 4aae4b1a-7834-4054-92c4-5c26583c3b79 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:29.886598 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.888476 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-694b9e54-9202-4b31-a85e-a60cdf306864 req-c6d4690a-0ef1-4a78-9d9b-e25f45e338c2 tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] 10.222.0.48 "DELETE /v2.0/ports/4aae4b1a-7834-4054-92c4-5c26583c3b79 HTTP/1.1" status: 204 len: 173 time: 0.7442188 Jun 08 18:30:29.888976 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'name': 'network-vif-deleted', 'tag': '4aae4b1a-7834-4054-92c4-5c26583c3b79'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:29.891254 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157bddef-e50f-4ab2-a882-18f19ff0f5c3" -d '{"events": [{"server_uuid": "104657ad-be52-4337-a579-fdfd5d5e5cc3", "name": "network-vif-deleted", "tag": "4aae4b1a-7834-4054-92c4-5c26583c3b79"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:29.938471 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfd2698-245a-4916-bc59-60f8085b7d48 x-openstack-request-id: req-2dfd2698-245a-4916-bc59-60f8085b7d48 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:29.938802 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104657ad-be52-4337-a579-fdfd5d5e5cc3", "name": "network-vif-deleted", "tag": "4aae4b1a-7834-4054-92c4-5c26583c3b79", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:29.939094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2dfd2698-245a-4916-bc59-60f8085b7d48 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:29.939665 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104657ad-be52-4337-a579-fdfd5d5e5cc3', 'name': 'network-vif-deleted', 'tag': '4aae4b1a-7834-4054-92c4-5c26583c3b79', 'status': 'completed', 'code': 200} Jun 08 18:30:30.900461 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47802) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:30.960135 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_v2 [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Deleting subnet 650eef5f-3241-45a0-9eb2-f20312a427e1 {{(pid=91719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:30:30.963169 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.017166 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6921789'] for subnet, precommit_delete_associations {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.076380 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.142830 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7072367'] for subnet, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.146682 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:31.182159 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650eef5f-3241-45a0-9eb2-f20312a427e1,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:31.187017 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.188785 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/650eef5f-3241-45a0-9eb2-f20312a427e1 HTTP/1.1" status: 204 len: 168 time: 0.2873385 Jun 08 18:30:31.191408 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 47804) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:31.193458 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.193841 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.194211 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.194576 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.194936 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.195293 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.195649 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.196007 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.196362 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.196716 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.197062 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.197436 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.200514 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-abacc12f-ce0e-425e-af35-f10e733a5b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:31.302127 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.418319 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4aae4b1a-7834-4054-92c4-5c26583c3b79 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:31.430117 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.451528 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8cd2a4-36c6-4173-b9df-a9f735585303']}} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:31.465698 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad') {'for_net_delete': True} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:31.465993 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5db8b1-e7dc-458c-b41f-1dca49bbe2ad') {} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:31.478597 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6462157'] for segment, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.480094 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 4aae4b1a-7834-4054-92c4-5c26583c3b79 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:30:31.480441 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 4aae4b1a-7834-4054-92c4-5c26583c3b79 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:30:31.495073 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.500960 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=91718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:30:31.501648 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6552746'] for segment, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: Traceback (most recent call last): Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: timer() Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: cb(*args, **kw) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: return func(*args, **kwargs) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: self._notify() Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: self.callback(batched_events) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: event.method(event) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: return f(self, *a, **k) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: return self._get(url).json() Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: return self.request(url, 'GET', **kwargs) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:30:31.514770 dv-cinder-733622-16-smb neutron-server[91718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:30:31.590996 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.594890 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:31.611973 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.613782 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c8cd2a4-36c6-4173-b9df-a9f735585303 HTTP/1.1" status: 204 len: 168 time: 0.4213250 Jun 08 18:30:31.619468 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8cd2a4-36c6-4173-b9df-a9f735585303,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:31.627824 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.628200 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.628568 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.628931 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.629317 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.629673 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.630025 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.630376 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.630727 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.631075 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.631421 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.631770 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:31.634887 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1390f195-d38c-4f18-a5db-231be32f9d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:31.808935 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47808) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:31.866859 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-a5314914-4e34-4370-809f-aac808904809 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5008fdb64ba4dd6bb3c533f83b28d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564494 Jun 08 18:30:31.869200 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 47810) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:31.936326 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.968929 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:32.027785 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:32.030388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:32.031588 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6648a181-320a-4146-85ee-f1dc3af9a99d HTTP/1.1" status: 204 len: 168 time: 0.1614499 Jun 08 18:30:32.033135 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0815f5c6-90cb-410c-a254-f213b256b997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:32.043297 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6648a181-320a-4146-85ee-f1dc3af9a99d,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:32.045928 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:34.233600 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.240236 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d381bc30-7485-46e1-84dc-4d6f6f323b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.214504 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:30:43.309250 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-444ffe0a-ab65-4f47-8e5b-e6355ef3e635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.420612 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:44.386140 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.702542 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.942950 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48020) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:51.092766 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fa53e2d4-ed0b-4062-ba3a-1f4f8d5212a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.216862 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fa53e2d4-ed0b-4062-ba3a-1f4f8d5212a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.221995 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-fa53e2d4-ed0b-4062-ba3a-1f4f8d5212a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.232774 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:51.275567 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-fa53e2d4-ed0b-4062-ba3a-1f4f8d5212a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7838f2cb1f03478a8df0afeb7f8673b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314598 Jun 08 18:30:51.276481 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53e2d4-ed0b-4062-ba3a-1f4f8d5212a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c049b4a7-ca9b-49fc-953f-71b6a698bf91,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:51.279784 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48024) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:51.280298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-fa53e2d4-ed0b-4062-ba3a-1f4f8d5212a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:51.353594 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.385391 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.440852 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.442560 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.447250 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c049b4a7-ca9b-49fc-953f-71b6a698bf91 HTTP/1.1" status: 204 len: 168 time: 0.1645880 Jun 08 18:30:51.447250 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-313635eb-306c-4bcf-9434-5e08a75f3933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:51.455426 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c049b4a7-ca9b-49fc-953f-71b6a698bf91,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:51.458463 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-1228be82-2a28-4d1a-815f-6f64977f8302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:51.752631 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48030) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:51.770242 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.884561 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.888790 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.902964 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-f881ce98-d524-46f1-9384-97957f30afea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:51.952969 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48032) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:51.954506 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c31aaa6dfc7346369ee6514ec665ea8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002788 Jun 08 18:30:51.959162 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bd2e92-2cee-4ee1-b253-e46530086da7,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:51.962876 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:52.021744 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.049401 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.107393 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.110810 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.111979 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29bd2e92-2cee-4ee1-b253-e46530086da7 HTTP/1.1" status: 204 len: 168 time: 0.1573009 Jun 08 18:30:52.112757 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-89c0989f-3f6e-4532-8aa5-37a0b090ebf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:52.123078 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bd2e92-2cee-4ee1-b253-e46530086da7,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:52.126045 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2108d063-90c0-4637-9795-7fadb813f51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:54.018028 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48078) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:54.146573 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d187cd23-fbdc-4173-aba9-ef388637aed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.268572 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d187cd23-fbdc-4173-aba9-ef388637aed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.272601 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d187cd23-fbdc-4173-aba9-ef388637aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.280181 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ebe65078-e216-4073-a712-0f9744c86dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:54.322390 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187cd23-fbdc-4173-aba9-ef388637aed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a7470b-6476-4cb1-af71-ac6b5ab01cfd,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:54.326596 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d187cd23-fbdc-4173-aba9-ef388637aed3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdb7e437e6c44240b36ee3072c33bd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075414 Jun 08 18:30:54.327539 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d187cd23-fbdc-4173-aba9-ef388637aed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:54.329818 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48082) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:54.402344 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.430219 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.484384 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.487017 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.488423 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98a7470b-6476-4cb1-af71-ac6b5ab01cfd HTTP/1.1" status: 204 len: 168 time: 0.1575441 Jun 08 18:30:54.489271 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-25503d2a-2f2c-429e-9158-91ac4a2aca3b tempest-TestShelveInstance-247651808 tempest-TestShelveInstance-247651808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:54.499927 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a7470b-6476-4cb1-af71-ac6b5ab01cfd,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:54.502752 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-02249c43-bd5a-4ee7-8514-c4b646a5924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:54.807198 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48088) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:54.825181 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6d2a97dc-4a87-4224-a8e5-b08684370a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.942529 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6d2a97dc-4a87-4224-a8e5-b08684370a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.946459 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-6d2a97dc-4a87-4224-a8e5-b08684370a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.954379 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0f57ffdf-b124-45ed-bc91-6b2d0a8c1fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:54.998420 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-6d2a97dc-4a87-4224-a8e5-b08684370a60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3e3fc0340744a34b8389705b9fca13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884682 Jun 08 18:30:54.999145 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a97dc-4a87-4224-a8e5-b08684370a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e050ffbb-61f1-4f6b-ad5f-5630d6c4528a,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:54.999629 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48090) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:55.003094 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-6d2a97dc-4a87-4224-a8e5-b08684370a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:55.158235 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.184409 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.237632 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.240311 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.241585 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e050ffbb-61f1-4f6b-ad5f-5630d6c4528a HTTP/1.1" status: 204 len: 168 time: 0.2402952 Jun 08 18:30:55.242485 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-11960021-203b-47ab-81ff-45ad4a2c1b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:55.252529 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050ffbb-61f1-4f6b-ad5f-5630d6c4528a,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:55.254811 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-c8e56d51-86e3-4263-813b-2fd0b5977b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:57.708067 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48160) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:57.839147 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e58522f-f892-4d2c-b2aa-5c7ccf19bd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.973269 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e58522f-f892-4d2c-b2aa-5c7ccf19bd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.978059 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2e58522f-f892-4d2c-b2aa-5c7ccf19bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.985974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-5e06c30b-e291-4760-8297-61f7eabd268f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:58.031645 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58522f-f892-4d2c-b2aa-5c7ccf19bd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a009959a-2e26-4ad4-a486-2ae7235cd832,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:58.036003 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2e58522f-f892-4d2c-b2aa-5c7ccf19bd2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11e1a2b9dcc34d8b96a5f803c935b383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268652 Jun 08 18:30:58.037092 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2e58522f-f892-4d2c-b2aa-5c7ccf19bd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:58.038927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48164) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:58.111638 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.140120 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.201076 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.205022 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.209304 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a009959a-2e26-4ad4-a486-2ae7235cd832 HTTP/1.1" status: 204 len: 168 time: 0.1692626 Jun 08 18:30:58.210158 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ec450411-6c88-4094-a674-4bd7e1fc1c79 tempest-AttachVolumeTestJSON-1009973132 tempest-AttachVolumeTestJSON-1009973132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:58.222544 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a009959a-2e26-4ad4-a486-2ae7235cd832,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:58.226533 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3fa7cbcf-4394-4e98-8f52-977bd55be59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:58.580623 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48170) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:58.622838 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6f03-fb56-4846-9fab-2e9c621c2ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.763462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6f03-fb56-4846-9fab-2e9c621c2ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.769741 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6f03-fb56-4846-9fab-2e9c621c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.779310 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-da3d9604-e3a9-4a4d-9541-c861d371067f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:58.822358 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a6f03-fb56-4846-9fab-2e9c621c2ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd87508-3143-4657-8233-2cbf9a00a80b,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:58.825452 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-ec3a6f03-fb56-4846-9fab-2e9c621c2ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:58.830596 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-ec3a6f03-fb56-4846-9fab-2e9c621c2ed3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13b749e7a82044de8eeb064b936b1753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459514 Jun 08 18:30:58.830973 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48172) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:58.894760 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.926507 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.996599 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.001811 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.003752 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dd87508-3143-4657-8233-2cbf9a00a80b HTTP/1.1" status: 204 len: 168 time: 0.1720529 Jun 08 18:30:59.005105 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-eea998a3-8e08-42d7-871b-58a08b19829e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:59.016660 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd87508-3143-4657-8233-2cbf9a00a80b,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:59.019266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-3f662404-85af-4450-b4ff-7b25d5a5f2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:04.226080 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:10.233501 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2371f37a-e7e3-46fe-b4f9-8274e1a0f5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:13.301205 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a758167a-c935-432c-a4c2-0d45d9e93335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:13.424285 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:14.384558 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:15.705401 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:20.212954 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:31:25.664445 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48348) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:25.780430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d7c4fd71-0b46-46b2-bfb4-4f503cb74fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:25.880888 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d7c4fd71-0b46-46b2-bfb4-4f503cb74fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:25.884433 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d7c4fd71-0b46-46b2-bfb4-4f503cb74fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:25.892498 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-77ba2ae5-0247-4a41-b442-15936f847f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:25.930952 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d7c4fd71-0b46-46b2-bfb4-4f503cb74fd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05a4beb2d6994b2eb0eb5309f8c1542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653658 Jun 08 18:31:25.931871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4fd71-0b46-46b2-bfb4-4f503cb74fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027579b5-4474-44bd-ba0a-0099f3d2d9f4,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:25.933521 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48352) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:25.935045 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d7c4fd71-0b46-46b2-bfb4-4f503cb74fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:25.997568 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:26.024255 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:26.074957 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:26.077472 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:26.078562 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/027579b5-4474-44bd-ba0a-0099f3d2d9f4 HTTP/1.1" status: 204 len: 168 time: 0.1435320 Jun 08 18:31:26.079388 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-18f6c664-b80d-4b74-b428-7c0eb21c29cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:26.089304 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027579b5-4474-44bd-ba0a-0099f3d2d9f4,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:26.091722 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2fef5dc5-3f74-4bd7-8fb9-5802e4eb352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:34.246323 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:40.238920 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8404c63c-d0e7-49bc-b8c6-dffd1e0d89fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:43.303168 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2b455e1a-bf0f-4176-bbfe-40651bd5c69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:43.431800 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:44.387888 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:45.709184 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.212169 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:32:02.598274 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48612) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:02.715567 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.824590 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.827713 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.836386 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-eaf52c43-4ac7-442c-b577-ea7641e9bb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:02.876819 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03a1440bc7a74640b3c51fdd7eb594fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773998 Jun 08 18:32:02.878483 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5878aa-3b93-48fe-a158-b6b6ec220e2c,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:02.880066 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48616) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:02.885897 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.886277 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.886641 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.887003 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.887361 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.887717 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.888071 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.888420 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.888768 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.889118 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.889488 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.889835 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:02.894429 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-de04c472-f30a-45f3-9342-03a02029d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:02.943869 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.969699 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.020816 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.023251 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.024411 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be5878aa-3b93-48fe-a158-b6b6ec220e2c HTTP/1.1" status: 204 len: 168 time: 0.1433585 Jun 08 18:32:03.025170 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4f6ea05d-44c4-4330-956d-99f669858afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:03.034709 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5878aa-3b93-48fe-a158-b6b6ec220e2c,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:03.042119 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.042501 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.042864 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.043224 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.043582 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.043935 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.044288 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.044639 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.044985 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.045352 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.045698 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.046038 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:03.049894 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bc6c0800-0be3-4bbd-b9fc-3d32b74bf06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:03.688997 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48638) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:03.792665 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1638766936-network', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:03.814298 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Made reservation on behalf of fccee121d8154ed2aa3dabd2330657d3 for: {'network': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:03.817228 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.829137 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.935448 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.939518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.942764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-227f9e63-29d5-4435-8fab-8c9d5b7a3135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:03.975088 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=91718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:32:03.980677 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:03.984559 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:03.989476 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.989476 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.segments_db [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Added segment 619d0622-9c03-43fc-b748-60f04958d52c of type vlan for network 689b1625-9398-4472-8b4c-c1c2aaa8d716 Jun 08 18:32:04.019798 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.050439 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.051800 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.052375 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.055588 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:04.143313 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4525995 Jun 08 18:32:04.146907 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48642) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:04.154407 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Request body: {'subnet': {'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1638766936-subnet', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'ip_version': 4}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:04.164867 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Pushing event updated for resources: {'Network': ['ID=689b1625-9398-4472-8b4c-c1c2aaa8d716,revision_number=1']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:04.169427 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4ddf89b0-02ae-4f09-9091-6b265c1cd10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:04.175212 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:32:04.184377 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Made reservation on behalf of fccee121d8154ed2aa3dabd2330657d3 for: {'subnet': 1} {{(pid=91718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:04.186709 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7102890'] for subnet, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.285320 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.407568 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6552652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7102852'] for subnet, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.411818 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:04.487796 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8513d7-9735-4611-a0ae-67ae7e0de0dd,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:04.490788 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:04.501249 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Checking segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:04.501607 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Network hostable DHCP agents. Network: 689b1625-9398-4472-8b4c-c1c2aaa8d716, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:32:04.519317 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:32:04.528808 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, 689b1625-9398-4472-8b4c-c1c2aaa8d716) {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:04.532831 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.533515 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.539420 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186c351-055e-4657-bcfb-e320141dd6fa None None] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:04.557686 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-498f22e9-eab8-437a-a912-79c3021becc0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4096518 Jun 08 18:32:04.560265 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48644) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:04.565527 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:04.588675 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.589758 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.606026 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.751969 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-689b1625-9398-4472-8b4c-c1c2aaa8d716', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:32:04.753541 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.872989 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.912233 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Allocated IP 172.20.0.2 (689b1625-9398-4472-8b4c-c1c2aaa8d716/fd8513d7-9735-4611-a0ae-67ae7e0de0dd/c5a85e9a-754b-4ee1-9a8e-9708f4f8601c) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:05.120924 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.131761 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Transition to ACTIVE for port object c5a85e9a-754b-4ee1-9a8e-9708f4f8601c will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:05.150942 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Transition to ACTIVE for port object c5a85e9a-754b-4ee1-9a8e-9708f4f8601c will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:05.157106 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.157881 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:05.157881 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:05.157881 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:05.157881 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:05.157881 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:05.157881 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:05.176823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:05.178019 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:05.180417 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:05.268297 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Attempting to bind port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:05.268689 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Attempting to bind port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:05.269053 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Attempting to bind port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c on network 689b1625-9398-4472-8b4c-c1c2aaa8d716 {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:05.274449 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:05.274818 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Checking segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:05.275214 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.275601 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Bound using segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:05.276063 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Bound port: c5a85e9a-754b-4ee1-9a8e-9708f4f8601c, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:05.276434 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.304213 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.335663 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.364704 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] For port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:05.367668 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] For port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:05.374851 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.379313 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-216c8153-02a8-4cbf-976c-d6f60463329d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:05.449230 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Pushing event updated for resources: {'Port': ['ID=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:05.458823 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.459165 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.459558 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.459841 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.460165 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.460488 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.460811 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.461131 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.461483 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.461801 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.462122 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.462461 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:05.466477 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-a92f0e8a-3cb7-46ea-90f6-a1646dd6feca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:05.476426 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Allocated IP 172.28.0.85 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/9a24cc4f-2087-49c7-a136-8c9dcaf2030e) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:05.648853 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.683397 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.684212 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:05.684212 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:05.684212 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:05.684212 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:05.684212 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:05.684212 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:05.704434 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:05.706610 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:05.709037 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:06.144465 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.315515 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a3516-8d64-4ec6-ac25-2fd62d6764d6 None None] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:06.409747 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-be0e9d91-4d96-499d-891b-258670486a45 None None] Provisioning for port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:06.513617 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.754658 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device c5a85e9a-754b-4ee1-9a8e-9708f4f8601c up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:06.825239 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:06.833913 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:06.834291 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.848742 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Router ead929fd-2c12-4f8d-a406-928a204705e6 is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:32:06.893284 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-f61fd7c0-69c5-4e5b-8f94-9fc0bfea59e4 None None] Provisioning complete for port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:06.893583 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f61fd7c0-69c5-4e5b-8f94-9fc0bfea59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.043815 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:07.057034 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.064233 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.066615 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3156da54-f79e-4f58-9878-4868a2d25124 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5052390 Jun 08 18:32:07.066951 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Sync routers for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:07.069091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48646) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:07.104634 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:07.105288 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:31:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:07.161402 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f61fd7c0-69c5-4e5b-8f94-9fc0bfea59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.241603 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:07.264139 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.268992 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:07.412215 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:07.417970 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:07.421811 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.db.api [None req-f61fd7c0-69c5-4e5b-8f94-9fc0bfea59e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91720) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:32:07.422176 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_db.api [None req-f61fd7c0-69c5-4e5b-8f94-9fc0bfea59e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:32:07.426715 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:07.713752 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:05Z', 'revision_number': 3, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:07.717565 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Checking router: ead929fd-2c12-4f8d-a406-928a204705e6 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:07.717926 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Updating router ead929fd-2c12-4f8d-a406-928a204705e6 port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:32:07.760362 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.769958 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.975091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Allocated IP 172.20.0.1 (689b1625-9398-4472-8b4c-c1c2aaa8d716/fd8513d7-9735-4611-a0ae-67ae7e0de0dd/fcfdd86c-49e8-4786-94c3-817ebc7a0b04) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:08.134902 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.162426 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Transition to ACTIVE for port object fcfdd86c-49e8-4786-94c3-817ebc7a0b04 will not be triggered until provisioned by entity DHCP. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:08.191268 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.191926 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:08.191926 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:08.191926 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:08.191926 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:08.191926 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:08.191926 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:08.211464 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:08.212859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:08.215972 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:08.221931 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.240883 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Transition to ACTIVE for port object 9a24cc4f-2087-49c7-a136-8c9dcaf2030e will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:08.251627 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.259611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:08.289917 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.368313 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Attempting to bind port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:08.368692 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Attempting to bind port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:08.369059 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Attempting to bind port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:08.371532 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d942d59-bcdf-43ae-9e19-8e6e31b2c452 None None] Pushing event updated for resources: {'Port': ['ID=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:08.375631 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-2d942d59-bcdf-43ae-9e19-8e6e31b2c452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:08.379430 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:08.379430 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:08.379813 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.379988 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:08.380502 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Bound port: 9a24cc4f-2087-49c7-a136-8c9dcaf2030e, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:08.380878 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.465878 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] For port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:08.471610 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] For port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:08.477191 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.481485 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:08.512107 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-39fb06e6-7e27-4116-a245-d7393df3a070 None None] Provisioning for port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:08.540114 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-39fb06e6-7e27-4116-a245-d7393df3a070 None None] Provisioning complete for port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:08.540486 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-39fb06e6-7e27-4116-a245-d7393df3a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.617989 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-39fb06e6-7e27-4116-a245-d7393df3a070 None None] Port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:32:08.623132 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d942d59-bcdf-43ae-9e19-8e6e31b2c452 None None] Pushing event updated for resources: {'Port': ['ID=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:08.625639 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:08.626246 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:31:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:08.682188 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-2d942d59-bcdf-43ae-9e19-8e6e31b2c452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:08.691673 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.748790 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device c5a85e9a-754b-4ee1-9a8e-9708f4f8601c up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:08.871821 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:08.929786 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:08.930161 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.940826 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.945790 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.979351 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-6e160c33-1bfa-461d-824c-e6007a55d60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:09.060667 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:09.065801 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:09.070838 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:09.221675 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:09.223127 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:09.314439 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:07Z', 'revision_number': 1, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:09.320482 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdb49a-04e1-4c7e-9945-34b94ba856fc None None] The sync data for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb is: [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:07Z', 'revision_number': 1, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:09.447964 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-346af194-6f9c-4a6a-bae3-580284255294 None None] Provisioning complete for port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:09.447964 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-346af194-6f9c-4a6a-bae3-580284255294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:09.468812 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Router ead929fd-2c12-4f8d-a406-928a204705e6 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:32:09.521913 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-346af194-6f9c-4a6a-bae3-580284255294 None None] Port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:32:09.701891 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:09.708120 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] 10.222.0.41 "PUT /v2.0/routers/ead929fd-2c12-4f8d-a406-928a204705e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379580 Jun 08 18:32:10.246315 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ccba4403-e3a4-4671-afda-c1cba889523d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.387724 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48666) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:10.393489 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-323168421-network', 'tenant_id': '832491c4cafd446195857ce90ceef3f1'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:10.423745 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Made reservation on behalf of 832491c4cafd446195857ce90ceef3f1 for: {'network': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:10.428526 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1670378'] for network, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.448164 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.586508 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.591399 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.606657 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=91719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:32:10.620984 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.621633 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.db.segments_db [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Added segment 669f66bb-7219-4ba4-9fc2-41c4e2cdbe20 of type vlan for network b6780ab6-d159-4f34-90c3-eafa669ad94a Jun 08 18:32:10.663879 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764447218679'] for network, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.669113 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2878e096-801d-41f3-a2da-70bcc092d6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:10.767519 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9a24cc4f-2087-49c7-a136-8c9dcaf2030e up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:10.809182 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce971773-794d-4d08-8d71-d94d33e219a7,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:10.812327 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:10.820462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492'] for network, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.825190 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.825890 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.842786 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-2f6c75bb-1de3-4d5e-b326-e6210fb64504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:10.857566 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:10.864878 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:10.866330 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:10.913124 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5244560 Jun 08 18:32:10.916331 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48668) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:10.934776 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Request body: {'subnet': {'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-323168421-subnet', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'ip_version': 4}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:10.957985 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Pushing event updated for resources: {'Network': ['ID=b6780ab6-d159-4f34-90c3-eafa669ad94a,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:10.961602 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:10.972298 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Made reservation on behalf of 832491c4cafd446195857ce90ceef3f1 for: {'subnet': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:10.973250 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Network b6780ab6-d159-4f34-90c3-eafa669ad94a details requested by agent ovs-agent-dv-cinder-733622-16-smb with host dv-cinder-733622-16-smb {{(pid=91720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:32:10.974884 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7072330'] for subnet, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.091498 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.115114 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:11.120019 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.121931 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:11.191495 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:11.194576 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:11.222212 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7072356'] for subnet, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.226402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:11.299542 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268e0793-473d-42d0-8cf3-f56dcc2d45fd,revision_number=0']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:11.307583 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:11.311868 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Checking segment: {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:11.312221 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Network hostable DHCP agents. Network: b6780ab6-d159-4f34-90c3-eafa669ad94a, hostable agents: ['1fd62477-4245-4096-8242-738435235cfa'], hosted agents: [] {{(pid=91719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:32:11.334501 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Network b6780ab6-d159-4f34-90c3-eafa669ad94a is scheduled to be hosted by DHCP agent 1fd62477-4245-4096-8242-738435235cfa with binding_index 1 {{(pid=91719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:32:11.343553 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-smb, b6780ab6-d159-4f34-90c3-eafa669ad94a) {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:11.351926 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa6f81-8f17-4d99-8c5a-1d4dd57c14de None None] Network b6780ab6-d159-4f34-90c3-eafa669ad94a requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:11.353635 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:11.354506 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.384323 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-0da385ed-8eaf-4b03-a723-b9f6f24691f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4664326 Jun 08 18:32:11.386992 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48670) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:11.394701 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:11.424974 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-857944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12554'] for router, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.426694 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-857331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-847252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12549'] for router, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.445784 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.639342 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Sync routers for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:11.654657 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:11.655539 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:31:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:11.673924 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f979842-1505-5c2d-a7ea-c878c538d981-b6780ab6-d159-4f34-90c3-eafa669ad94a', 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'fixed_ips': [{'subnet_id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd'}]}} from dv-cinder-733622-16-smb. {{(pid=91720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:32:11.675722 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.757414 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-847238', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-857930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12599'] for router, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:11.868164 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:11.868525 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.db_base_plugin_common [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Allocated IP 172.20.0.2 (b6780ab6-d159-4f34-90c3-eafa669ad94a/268e0793-473d-42d0-8cf3-f56dcc2d45fd/73ace1e9-5283-42ad-998a-1b30f097db8b) {{(pid=91720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:12.144811 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Notify callbacks [] for port, precommit_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.148602 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.164705 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Transition to ACTIVE for port object 73ace1e9-5283-42ad-998a-1b30f097db8b will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:12.182137 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.199941 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Transition to ACTIVE for port object 73ace1e9-5283-42ad-998a-1b30f097db8b will not be triggered until provisioned by entity DHCP. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:12.210106 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841'] for port, after_create {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.211084 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:12.211084 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:12.211084 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:12.211084 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:12.211084 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:12.211084 dv-cinder-733622-16-smb neutron-server[91720]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:12.243611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Network b6780ab6-d159-4f34-90c3-eafa669ad94a is already hosted by enough agents. {{(pid=91720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:12.246853 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.scheduler.base_scheduler [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Resources bound (agent type, host, resource id): {{(pid=91720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:12.255019 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Received port after_create {{(pid=91720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:12.333791 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 2, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:12.338948 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Checking router: ead929fd-2c12-4f8d-a406-928a204705e6 for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:12.339294 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Updating router ead929fd-2c12-4f8d-a406-928a204705e6 port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:32:12.374727 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Attempting to bind port 73ace1e9-5283-42ad-998a-1b30f097db8b on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:12.375345 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Attempting to bind port 73ace1e9-5283-42ad-998a-1b30f097db8b by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:12.375909 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Attempting to bind port 73ace1e9-5283-42ad-998a-1b30f097db8b on network b6780ab6-d159-4f34-90c3-eafa669ad94a {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:12.384845 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:12.385429 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Checking segment: {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:12.386095 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.386640 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Bound using segment: {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:12.387415 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Bound port: 73ace1e9-5283-42ad-998a-1b30f097db8b, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:12.387990 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.398550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Allocated IP 172.28.0.233 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/9fce106e-5dc9-4b0d-879f-ee6a2502674a) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:12.400827 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.524106 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] For port 73ace1e9-5283-42ad-998a-1b30f097db8b, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:12.527861 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] For port 73ace1e9-5283-42ad-998a-1b30f097db8b, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=73ace1e9-5283-42ad-998a-1b30f097db8b,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:12.535311 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.539829 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:12.577086 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:12.621633 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:12.635053 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Pushing event updated for resources: {'Port': ['ID=73ace1e9-5283-42ad-998a-1b30f097db8b,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:12.638962 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:12.646735 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:12.649773 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:12.653902 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:12.747718 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9a24cc4f-2087-49c7-a136-8c9dcaf2030e up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:12.868661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:12.869730 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.947436 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.965351 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Transition to ACTIVE for port object fcfdd86c-49e8-4786-94c3-817ebc7a0b04 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:12.978079 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:12.986215 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:13.213818 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Pushing event updated for resources: {'Port': ['ID=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:13.233842 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Attempting to bind port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:13.234212 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Attempting to bind port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:13.234581 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Attempting to bind port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 on network 689b1625-9398-4472-8b4c-c1c2aaa8d716 {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:13.243695 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.244037 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.244369 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.244697 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.245024 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.245368 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.245691 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.246006 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.246343 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.246666 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.246978 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.247294 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:13.255044 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:13.255727 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Checking segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:13.256308 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.256875 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Bound using segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:13.257572 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Bound port: fcfdd86c-49e8-4786-94c3-817ebc7a0b04, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:13.258279 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.267519 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:13.312209 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-26190255-7bfb-4ff6-bef1-c01bb3f7ec5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.360338 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] For port fcfdd86c-49e8-4786-94c3-817ebc7a0b04, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:13.364346 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] For port fcfdd86c-49e8-4786-94c3-817ebc7a0b04, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:13.370599 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.379773 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-055eaa76-d872-4235-8cb7-8683c6d4c819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:13.391268 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.430255 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.476063 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:13.477097 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:13.644405 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Pushing event updated for resources: {'Port': ['ID=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,revision_number=4']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:13.677941 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-cc86e8af-40d3-46cf-b228-cd0fc791ae08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:13.701118 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:13.879564 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-857923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-847291'] for router, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:13.963565 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be73292-06c2-402c-8aeb-7ad1b3252e98 None None] Network b6780ab6-d159-4f34-90c3-eafa669ad94a requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:14.076638 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-4bddfcc7-be95-4b5b-9145-b1fe46ffe572 None None] Provisioning for port 73ace1e9-5283-42ad-998a-1b30f097db8b completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:14.101355 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:13Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:14.108811 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c12fe3-f8fa-4be4-bcc3-6ede41cb70fe None None] The sync data for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb is: [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:13Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:14.135344 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Router de15c052-8d00-48ae-9e96-8c214e8f3bfa is scheduled to L3 agent a66b8c64-98a0-407b-9121-be655d23e542 with binding_index 1 {{(pid=91719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:32:14.395188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:14.397712 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:14.411959 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Sync routers for ids ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:14.427129 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Routers {'de15c052-8d00-48ae-9e96-8c214e8f3bfa'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:14.428062 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:14.431375 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:14.435805 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48676) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:14.436659 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-bb08ce04-4f36-4829-a524-1c0a37cc1ce3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0476761 Jun 08 18:32:14.730347 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Set router de15c052-8d00-48ae-9e96-8c214e8f3bfa gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:14.941977 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 73ace1e9-5283-42ad-998a-1b30f097db8b up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:15.167142 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 73ace1e9-5283-42ad-998a-1b30f097db8b completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:15.177266 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 73ace1e9-5283-42ad-998a-1b30f097db8b triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:15.177807 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.300412 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:13Z', 'revision_number': 3, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:15.322774 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Checking router: de15c052-8d00-48ae-9e96-8c214e8f3bfa for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:15.323243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Updating router de15c052-8d00-48ae-9e96-8c214e8f3bfa port 9fce106e-5dc9-4b0d-879f-ee6a2502674a binding host dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:32:15.379631 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.395579 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.403424 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.484448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 73ace1e9-5283-42ad-998a-1b30f097db8b, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=73ace1e9-5283-42ad-998a-1b30f097db8b,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:15.529128 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.530148 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device fcfdd86c-49e8-4786-94c3-817ebc7a0b04 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:15.573661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:15.633488 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Allocated IP 172.20.0.1 (b6780ab6-d159-4f34-90c3-eafa669ad94a/268e0793-473d-42d0-8cf3-f56dcc2d45fd/974282d6-18fc-4577-b294-3af5dce22788) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:15.807243 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=73ace1e9-5283-42ad-998a-1b30f097db8b,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:15.808206 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.810739 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.821677 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:15.838182 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.provisioning_blocks [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Transition to ACTIVE for port object 974282d6-18fc-4577-b294-3af5dce22788 will not be triggered until provisioned by entity DHCP. {{(pid=91718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:15.853436 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:15.863274 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:15.863516 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.863776 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.863973 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:15.863973 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:15.863973 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:15.863973 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:15.863973 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:15.863973 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:15.881091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Network b6780ab6-d159-4f34-90c3-eafa669ad94a is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:15.882328 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:15.886743 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:15.954555 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-902381'] for router_interface, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.102526 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.105209 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.121093 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.135789 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Transition to ACTIVE for port object 9fce106e-5dc9-4b0d-879f-ee6a2502674a will not be triggered until provisioned by entity L2. {{(pid=91720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:16.152010 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.159717 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:16.254255 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port fcfdd86c-49e8-4786-94c3-817ebc7a0b04, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:16.272511 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092932-0ec7-4651-954d-bf448307ab95 None None] Pushing event updated for resources: {'Port': ['ID=9fce106e-5dc9-4b0d-879f-ee6a2502674a,revision_number=2']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:16.275017 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.280356 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-8e092932-0ec7-4651-954d-bf448307ab95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:16.281091 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-8e092932-0ec7-4651-954d-bf448307ab95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:16.323094 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Attempting to bind port 9fce106e-5dc9-4b0d-879f-ee6a2502674a on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:16.323529 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Attempting to bind port 9fce106e-5dc9-4b0d-879f-ee6a2502674a by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:16.324054 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Attempting to bind port 9fce106e-5dc9-4b0d-879f-ee6a2502674a on network 485d5cf0-9998-4156-92e3-5ed38263697e {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:16.340615 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-4304ea48-fbdf-4b8b-a0c5-85a1a3d4befd None None] Provisioning for port 974282d6-18fc-4577-b294-3af5dce22788 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:16.363245 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:16.363641 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Checking segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:16.363879 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.364281 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Bound using segment: {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'} {{(pid=91720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:16.364805 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.managers [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Bound port: 9fce106e-5dc9-4b0d-879f-ee6a2502674a, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f3509-60e5-43c0-880f-8b12211cfc4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e'}}] {{(pid=91720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:16.365369 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.390587 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.396233 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.400661 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-4304ea48-fbdf-4b8b-a0c5-85a1a3d4befd None None] Provisioning complete for port 974282d6-18fc-4577-b294-3af5dce22788 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:16.401027 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-4304ea48-fbdf-4b8b-a0c5-85a1a3d4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.430562 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-d3c63721-0a2f-4495-a2d7-9afa4f6bd693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:16.474028 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:16.481800 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:16.498507 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-4304ea48-fbdf-4b8b-a0c5-85a1a3d4befd None None] Port 974282d6-18fc-4577-b294-3af5dce22788 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:32:16.514521 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-902188'] for router_interface, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.519371 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Pushing event updated for resources: {'Port': ['ID=974282d6-18fc-4577-b294-3af5dce22788,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:16.522977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:16.530612 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] For port 9fce106e-5dc9-4b0d-879f-ee6a2502674a, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:16.535213 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] For port 9fce106e-5dc9-4b0d-879f-ee6a2502674a, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=9fce106e-5dc9-4b0d-879f-ee6a2502674a,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:16.540617 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.546575 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:16.636131 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Routers {'de15c052-8d00-48ae-9e96-8c214e8f3bfa'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:16.636657 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:16.691372 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Network b6780ab6-d159-4f34-90c3-eafa669ad94a is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:16.693398 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:16.864886 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092932-0ec7-4651-954d-bf448307ab95 None None] Pushing event updated for resources: {'Port': ['ID=9fce106e-5dc9-4b0d-879f-ee6a2502674a,revision_number=3']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:16.868504 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 73ace1e9-5283-42ad-998a-1b30f097db8b up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:16.914487 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-8e092932-0ec7-4651-954d-bf448307ab95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:16.998936 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] Set router de15c052-8d00-48ae-9e96-8c214e8f3bfa gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:17.061014 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Router de15c052-8d00-48ae-9e96-8c214e8f3bfa has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:32:17.176437 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 73ace1e9-5283-42ad-998a-1b30f097db8b triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:17.176775 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.237819 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-32106510-f468-4ada-a462-d7357ce182b7 None None] Provisioning complete for port 974282d6-18fc-4577-b294-3af5dce22788 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:17.238213 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-32106510-f468-4ada-a462-d7357ce182b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.256367 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:17.261259 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-93b78e75-e8a1-4181-9b02-3fff162d552e admin admin] 10.222.0.41 "PUT /v2.0/routers/de15c052-8d00-48ae-9e96-8c214e8f3bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8240831 Jun 08 18:32:17.418937 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-32106510-f468-4ada-a462-d7357ce182b7 None None] Port 974282d6-18fc-4577-b294-3af5dce22788 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:32:17.561086 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device fcfdd86c-49e8-4786-94c3-817ebc7a0b04 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:17.697931 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:17.698458 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.752513 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '974282d6-18fc-4577-b294-3af5dce22788', 'name': '', 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'mac_address': 'fa:16:3e:2f:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:15Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 2, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'subnets': [{'id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:17.773183 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0604f61-212c-471a-b658-c86dca2d79e4 None None] The sync data for ids ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'] in dv-cinder-733622-16-smb is: [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '974282d6-18fc-4577-b294-3af5dce22788', 'name': '', 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'mac_address': 'fa:16:3e:2f:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:15Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 2, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'subnets': [{'id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:18.828858 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9fce106e-5dc9-4b0d-879f-ee6a2502674a up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:18.968140 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 9fce106e-5dc9-4b0d-879f-ee6a2502674a completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:18.978720 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 9fce106e-5dc9-4b0d-879f-ee6a2502674a triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:18.979710 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:19.172660 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:19.202135 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 9fce106e-5dc9-4b0d-879f-ee6a2502674a, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=9fce106e-5dc9-4b0d-879f-ee6a2502674a,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:19.209466 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:19.211926 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-8e092932-0ec7-4651-954d-bf448307ab95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:19.302050 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=9fce106e-5dc9-4b0d-879f-ee6a2502674a,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:19.305373 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:20.732245 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9fce106e-5dc9-4b0d-879f-ee6a2502674a up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:20.808186 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 9fce106e-5dc9-4b0d-879f-ee6a2502674a triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:20.808577 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:21.527267 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Sync routers for ids ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:21.539644 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Routers {'de15c052-8d00-48ae-9e96-8c214e8f3bfa'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:21.540277 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:21.746389 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Set router de15c052-8d00-48ae-9e96-8c214e8f3bfa gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:22.113754 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '974282d6-18fc-4577-b294-3af5dce22788', 'name': '', 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'mac_address': 'fa:16:3e:2f:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:15Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 2, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'subnets': [{'id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:22.118457 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Checking router: de15c052-8d00-48ae-9e96-8c214e8f3bfa for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:22.118817 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Updating router de15c052-8d00-48ae-9e96-8c214e8f3bfa port 974282d6-18fc-4577-b294-3af5dce22788 binding host dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:32:22.177963 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.591352 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.606692 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.provisioning_blocks [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Transition to ACTIVE for port object 974282d6-18fc-4577-b294-3af5dce22788 will not be triggered until provisioned by entity L2. {{(pid=91721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:22.616457 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.621087 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:22.788836 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4abb03-de60-44aa-a632-27ac562a16f2 None None] Pushing event updated for resources: {'Port': ['ID=974282d6-18fc-4577-b294-3af5dce22788,revision_number=3']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:22.791994 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-aa4abb03-de60-44aa-a632-27ac562a16f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:22.860169 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Attempting to bind port 974282d6-18fc-4577-b294-3af5dce22788 on host dv-cinder-733622-16-smb for vnic_type normal with profile {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:22.860539 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Attempting to bind port 974282d6-18fc-4577-b294-3af5dce22788 by drivers openvswitch,hyperv on host dv-cinder-733622-16-smb at level 0 using segments [{'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:22.861200 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Attempting to bind port 974282d6-18fc-4577-b294-3af5dce22788 on network b6780ab6-d159-4f34-90c3-eafa669ad94a {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:22.867867 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Checking agent: {'id': '4eff22d1-67ec-42ed-b6f8-934e908c70a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 13), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:22.868270 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Checking segment: {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:22.868651 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.869054 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Bound using segment: {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'} {{(pid=91721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:22.869580 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.managers [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Bound port: 974282d6-18fc-4577-b294-3af5dce22788, host: dv-cinder-733622-16-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a'}}] {{(pid=91721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:22.869959 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.990071 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] For port 974282d6-18fc-4577-b294-3af5dce22788, host dv-cinder-733622-16-smb, cleared binding levels {{(pid=91721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:22.999417 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.plugins.ml2.db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] For port 974282d6-18fc-4577-b294-3af5dce22788, host dv-cinder-733622-16-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=974282d6-18fc-4577-b294-3af5dce22788,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:23.008385 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron_lib.callbacks.manager [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:23.011987 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:23.100212 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Routers {'de15c052-8d00-48ae-9e96-8c214e8f3bfa'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:23.100857 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:23.159661 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4abb03-de60-44aa-a632-27ac562a16f2 None None] Pushing event updated for resources: {'Port': ['ID=974282d6-18fc-4577-b294-3af5dce22788,revision_number=4']} {{(pid=91721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:23.171566 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG oslo_concurrency.lockutils [None req-aa4abb03-de60-44aa-a632-27ac562a16f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:23.314035 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] Set router de15c052-8d00-48ae-9e96-8c214e8f3bfa gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:23.697631 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '974282d6-18fc-4577-b294-3af5dce22788', 'name': '', 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'mac_address': 'fa:16:3e:2f:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:15Z', 'updated_at': '2021-06-08T18:32:22Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'subnets': [{'id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:23.706686 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc7ccf-2731-4aca-a0dc-b82384ed5ce8 None None] The sync data for ids ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'] in dv-cinder-733622-16-smb is: [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': '974282d6-18fc-4577-b294-3af5dce22788', 'name': '', 'network_id': 'b6780ab6-d159-4f34-90c3-eafa669ad94a', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'mac_address': 'fa:16:3e:2f:8e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:15Z', 'updated_at': '2021-06-08T18:32:22Z', 'revision_number': 4, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'subnets': [{'id': '268e0793-473d-42d0-8cf3-f56dcc2d45fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:24.758870 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 974282d6-18fc-4577-b294-3af5dce22788 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:24.837494 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning for port 974282d6-18fc-4577-b294-3af5dce22788 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:24.842961 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 974282d6-18fc-4577-b294-3af5dce22788 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:24.843603 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:24.982515 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.024046 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] For port 974282d6-18fc-4577-b294-3af5dce22788, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=974282d6-18fc-4577-b294-3af5dce22788,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:25.028624 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.030623 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-902bdaea-81a8-492a-a3da-6b05338c4d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:25.152377 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Pushing event updated for resources: {'Port': ['ID=974282d6-18fc-4577-b294-3af5dce22788,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:25.156386 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:26.761670 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 974282d6-18fc-4577-b294-3af5dce22788 up at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:26.842719 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Provisioning complete for port 974282d6-18fc-4577-b294-3af5dce22788 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:26.843367 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:28.011373 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-fd8eb873-2d3a-4948-98bb-a7a7309ab7db tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.012926 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-fd8eb873-2d3a-4948-98bb-a7a7309ab7db tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 815 time: 0.1505866 Jun 08 18:32:28.034598 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-7526d536-8222-4667-b131-ec3d957ec184 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/quotas/fccee121d8154ed2aa3dabd2330657d3 HTTP/1.1" status: 200 len: 375 time: 0.0125544 Jun 08 18:32:28.132171 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-5d906fb9-1927-4ccc-ab13-c8586beb8f7a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921352 Jun 08 18:32:28.148236 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-6f193b94-84b2-4267-9537-62d36f85d51c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:32:28.149228 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-6f193b94-84b2-4267-9537-62d36f85d51c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053585 Jun 08 18:32:28.298257 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-062edeee-445e-4d90-87be-05d3ab9e7fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431284 Jun 08 18:32:28.443098 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-7f7d21b3-5b35-41c7-a042-04a94cd1e1ef service neutron] 10.222.0.41 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335790 Jun 08 18:32:28.775846 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-fea1a3d3-8dc9-4e6f-b490-020a66ec3d5c req-b40abd93-9fdc-4f09-8f89-51ebd8a1c53a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 210 time: 0.1858473 Jun 08 18:32:29.893700 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-43d28b2e-c000-4350-a858-e2d5a94b2de4 req-5d100580-1b16-4666-b9ae-879ffa56970f tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 210 time: 0.0419793 Jun 08 18:32:30.997909 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-928d3dfe-03a6-4bb9-a6de-f8a52a94c659 req-c05205e7-60c4-45f2-b945-7a5ab7c9eb84 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 210 time: 0.0486224 Jun 08 18:32:32.161659 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d39aab72-8c3b-49aa-9f28-2378eed84b74 req-cac30353-afa7-4afc-9b49-be8dc263b6b5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 210 time: 0.0452120 Jun 08 18:32:33.324002 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-ab1ea091-6d61-4ce8-b24f-72cb8e073723 req-0406026b-18cc-44a6-bb36-fda3194001fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 210 time: 0.0444710 Jun 08 18:32:34.094603 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-0fb5541f-d77c-4305-9aba-4897d5526347 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:34.096948 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-0fb5541f-d77c-4305-9aba-4897d5526347 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 815 time: 0.2763309 Jun 08 18:32:34.124012 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'port': {'device_id': '5d3de199-8207-498b-804d-63c374c62ef9', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'admin_state_up': True, 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:34.211352 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:32:34.257543 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.304698 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Made reservation on behalf of fccee121d8154ed2aa3dabd2330657d3 for: {'port': 1} {{(pid=91719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:34.308384 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.495639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.db_base_plugin_common [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Allocated IP 172.20.0.11 (689b1625-9398-4472-8b4c-c1c2aaa8d716/fd8513d7-9735-4611-a0ae-67ae7e0de0dd/573958f1-72f3-4a65-a0ca-e1ae051ddbc9) {{(pid=91719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:34.514528 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-bd3b5877-6e78-47b3-87a7-ca1c342514b2 req-1b0902cc-1b04-4b93-95da-a4ac5075bd5c tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 210 time: 0.0507250 Jun 08 18:32:34.752396 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for port, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.773386 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Transition to ACTIVE for port object 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 will not be triggered until provisioned by entity DHCP. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:34.802643 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5742795'] for port, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.806700 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:34.806700 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:34.806700 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:34.806700 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:34.806700 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:34.806700 dv-cinder-733622-16-smb neutron-server[91719]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:34.837639 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 is already hosted by enough agents. {{(pid=91719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:34.839559 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.scheduler.base_scheduler [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Resources bound (agent type, host, resource id): {{(pid=91719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:34.858909 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Received port after_create {{(pid=91719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:34.954534 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:34.955262 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.992735 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-2db99520-14fe-4893-8832-c521e900f8bc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8735645 Jun 08 18:32:35.145692 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ddf956c1-ebb6-4597-8eb0-325794dee352 None None] Provisioning for port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 completed by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:35.151225 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-ddf956c1-ebb6-4597-8eb0-325794dee352 None None] Provisioning complete for port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:35.151597 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ddf956c1-ebb6-4597-8eb0-325794dee352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.214150 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-ddf956c1-ebb6-4597-8eb0-325794dee352 None None] Port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 cannot update to ACTIVE because it is not bound. {{(pid=91720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:32:35.741524 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d73e68-a759-438b-9f54-17c1acc9e8dd req-508d8b56-919f-44d3-8a7d-b99665ff4315 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:35.745049 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e9d73e68-a759-438b-9f54-17c1acc9e8dd req-508d8b56-919f-44d3-8a7d-b99665ff4315 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.1026144 Jun 08 18:32:35.824437 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e9d73e68-a759-438b-9f54-17c1acc9e8dd req-b8b51027-59a4-4ac5-9940-ebf7d62ca223 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692952 Jun 08 18:32:37.100372 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa4ae1-f64d-4ea1-bf7d-b50027f9f032 req-ec60698a-c1ac-42a9-ad58-c63219981d2e tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:37.102326 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-69fa4ae1-f64d-4ea1-bf7d-b50027f9f032 req-ec60698a-c1ac-42a9-ad58-c63219981d2e tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.1503823 Jun 08 18:32:37.165305 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-69fa4ae1-f64d-4ea1-bf7d-b50027f9f032 req-1b00b97d-5a22-4759-a402-9807da9fda44 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Jun 08 18:32:38.418746 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0ca37-0254-4ef5-bdfd-e4d264fb42a0 req-4e7d0198-4bf1-42c3-aa83-a237696a5e70 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:38.420679 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7df0ca37-0254-4ef5-bdfd-e4d264fb42a0 req-4e7d0198-4bf1-42c3-aa83-a237696a5e70 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.1071756 Jun 08 18:32:38.476624 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7df0ca37-0254-4ef5-bdfd-e4d264fb42a0 req-03a346a7-3a9d-4ff1-8e13-fb566847a0df tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488629 Jun 08 18:32:39.710408 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673252eb-b6ab-40cf-b71c-654d13e881b1 req-abfbe61b-7b6b-4a29-8459-fed9db0c9a61 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:39.717694 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-673252eb-b6ab-40cf-b71c-654d13e881b1 req-abfbe61b-7b6b-4a29-8459-fed9db0c9a61 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.1018364 Jun 08 18:32:39.778707 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-673252eb-b6ab-40cf-b71c-654d13e881b1 req-3ad938cc-7c8a-4b95-a9b5-5089d90edb22 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Jun 08 18:32:40.241096 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-22e06d19-f04a-477c-ba39-a349ebe4aaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:40.982873 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d92db-0391-435c-af83-fb7d1ff518e7 req-b8399bc5-59d9-4f24-8c48-7740b7edd3e3 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:40.984458 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c4d92db-0391-435c-af83-fb7d1ff518e7 req-b8399bc5-59d9-4f24-8c48-7740b7edd3e3 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.0893419 Jun 08 18:32:41.151765 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1c4d92db-0391-435c-af83-fb7d1ff518e7 req-f461636c-da84-405c-851c-4aba95f1c8eb tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611509 Jun 08 18:32:42.350800 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ed04-540a-49f9-ac28-0e766120151c req-c204cf64-62b8-4be1-aba6-60be716839e4 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:42.352229 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f429ed04-540a-49f9-ac28-0e766120151c req-c204cf64-62b8-4be1-aba6-60be716839e4 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.0876598 Jun 08 18:32:42.400240 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f429ed04-540a-49f9-ac28-0e766120151c req-b19453a5-c2be-4c6a-b5ab-81965df35e5b tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Jun 08 18:32:43.308334 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-04b04ea1-880c-4ceb-96b2-bf5ed73e07d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.429982 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.624284 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff14ae-c4a5-4b26-9861-0b038d173e09 req-5f78551e-1b46-4b4e-ba30-c96afd836eaa tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:43.625764 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81ff14ae-c4a5-4b26-9861-0b038d173e09 req-5f78551e-1b46-4b4e-ba30-c96afd836eaa tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.0940223 Jun 08 18:32:43.680368 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-81ff14ae-c4a5-4b26-9861-0b038d173e09 req-ded33833-b20e-4227-b3af-061147470415 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 Jun 08 18:32:44.397172 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.418233 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-f62aae37-2642-4da8-a45f-ab6788e73f88 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=91719) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:32:44.419228 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-f62aae37-2642-4da8-a45f-ab6788e73f88 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059087 Jun 08 18:32:44.478851 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Request body: {'port': {'device_id': '5d3de199-8207-498b-804d-63c374c62ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:44.594080 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.866919 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94149427-0cd4-47ff-94fa-274398f8f68f req-c17bfa36-c749-42c3-b8b1-53b127bc8f17 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:44.868393 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-94149427-0cd4-47ff-94fa-274398f8f68f req-c17bfa36-c749-42c3-b8b1-53b127bc8f17 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 932 time: 0.0804949 Jun 08 18:32:44.918084 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-94149427-0cd4-47ff-94fa-274398f8f68f req-a4b7e082-cfc4-4e39-8c65-7e3eb22f1f19 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Jun 08 18:32:44.943883 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 {{(pid=91719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:44.951821 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.967757 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.provisioning_blocks [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Transition to ACTIVE for port object 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 will not be triggered until provisioned by entity L2. {{(pid=91719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:44.972329 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.976239 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0d4d5414-3c42-4fa7-9631-42757151461d tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:45.134501 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Pushing event updated for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=2']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:45.144293 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:45.223836 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Attempting to bind port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:45.224188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Attempting to bind port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:45.224565 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Attempting to bind port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 on network 689b1625-9398-4472-8b4c-c1c2aaa8d716 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:45.231085 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 on network 689b1625-9398-4472-8b4c-c1c2aaa8d716 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:32:45.231441 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Attempting to bind port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 on network 689b1625-9398-4472-8b4c-c1c2aaa8d716 {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:45.237688 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Checking agent: {'id': '232fe61b-24ac-46f1-a954-ffd76e5491fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:45.238029 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Checking segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:45.238411 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Bound using segment: {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'} {{(pid=91719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:45.238841 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.managers [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Bound port: 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619d0622-9c03-43fc-b748-60f04958d52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716'}}] {{(pid=91719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:45.239188 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.348882 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, cleared binding levels {{(pid=91719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:45.352085 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:45.358256 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5742805'] for port, after_update {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.362903 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-dd2c1f8a-bfbb-4f87-a960-5b054d1991df tempest-AttachVolumeNegativeTest-401594109 tempest-AttachVolumeNegativeTest-401594109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:45.426876 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.427467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.428820 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] 10.222.0.48 "PUT /v2.0/ports/573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 1094 time: 1.0016513 Jun 08 18:32:45.429370 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:45.431655 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573c32d-c725-454e-9ee7-abcb8f09ad8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:45.450360 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Pushing event updated for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=3']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:45.453637 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-29b00dd1-e2a6-40bc-828e-b9fea759f5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:45.577724 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-f5c0c63b-9da6-4f7a-85e2-ab6b960789e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.579229 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-f5c0c63b-9da6-4f7a-85e2-ab6b960789e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1097 time: 0.0890687 Jun 08 18:32:45.640757 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f22808-abf8-479d-be50-110422c20e39 x-openstack-request-id: req-c2f22808-abf8-479d-be50-110422c20e39 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:45.641055 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:45.641371 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2f22808-abf8-479d-be50-110422c20e39 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:45.642352 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'status': 'completed', 'code': 200} Jun 08 18:32:45.713724 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.757192 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-f5601439-0df8-43c2-93b0-4454053e0e5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 217 time: 0.1662068 Jun 08 18:32:45.824287 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-a575e1e0-5384-4c3f-8a73-544121e14fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.825765 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-a575e1e0-5384-4c3f-8a73-544121e14fd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0580080 Jun 08 18:32:45.905616 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-5a988858-53f3-4ef3-b310-e8710d3374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.907099 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-5a988858-53f3-4ef3-b310-e8710d3374b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717027 Jun 08 18:32:46.053527 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-9fce8cc6-0624-4061-9498-252f092b44b8 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346402 Jun 08 18:32:46.116065 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999689-6a16-42de-8ed0-f7e0214205b6 req-bbacd833-b838-4baf-9943-919a69e3fcac tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.117731 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f8999689-6a16-42de-8ed0-f7e0214205b6 req-bbacd833-b838-4baf-9943-919a69e3fcac tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 944 time: 0.0866401 Jun 08 18:32:46.162080 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f8999689-6a16-42de-8ed0-f7e0214205b6 req-5235cd7a-b537-416b-bac5-80f3a8db7f66 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Jun 08 18:32:46.202244 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-e7d399ff-9c52-4324-b879-d7ec7876d8e7 req-5316caf4-8482-47c5-87d1-aa34af2681a5 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388185 Jun 08 18:32:46.319390 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-205f07c8-117f-4597-8667-a0bc10ba8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.320756 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-205f07c8-117f-4597-8667-a0bc10ba8f62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1097 time: 0.0747299 Jun 08 18:32:46.462075 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-6ce2cf1a-debb-48d4-a602-a32e2de515a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.463628 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-6ce2cf1a-debb-48d4-a602-a32e2de515a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1353846 Jun 08 18:32:46.538782 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-3bacfdc1-0e77-4df0-93bc-456785e09c0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 217 time: 0.0677567 Jun 08 18:32:46.612470 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-08bf341f-eb6f-4c7c-b50f-823888f66131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.613988 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-08bf341f-eb6f-4c7c-b50f-823888f66131 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0597086 Jun 08 18:32:46.689402 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-6a5682ea-7d22-46de-b6cf-373275720af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.690871 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-6a5682ea-7d22-46de-b6cf-373275720af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0699258 Jun 08 18:32:46.826704 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-8de0e65b-32a7-42d9-84b2-b29a5f07db33 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277013 Jun 08 18:32:46.964448 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-8573c32d-c725-454e-9ee7-abcb8f09ad8a req-4d19d96e-07c9-4cdd-9140-5791ed2a1ef9 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307120 Jun 08 18:32:47.358911 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377cb02-07ac-45c1-916f-f25765791449 req-c4a0d725-f557-455a-bb44-e93b8eb5ea07 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:47.360358 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6377cb02-07ac-45c1-916f-f25765791449 req-c4a0d725-f557-455a-bb44-e93b8eb5ea07 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 944 time: 0.0834718 Jun 08 18:32:47.406847 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6377cb02-07ac-45c1-916f-f25765791449 req-cdb94f97-98cc-4f31-9ead-6ab06d1d3d5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Jun 08 18:32:48.597772 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74478847-c697-41c6-8be2-6dcbd69a71f5 req-7360ca66-77c2-4b38-8455-4c0de77d2052 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:48.599250 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74478847-c697-41c6-8be2-6dcbd69a71f5 req-7360ca66-77c2-4b38-8455-4c0de77d2052 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 944 time: 0.0833769 Jun 08 18:32:48.644225 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-74478847-c697-41c6-8be2-6dcbd69a71f5 req-3a88ca6b-2d30-498d-af38-aee257abdec0 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392442 Jun 08 18:32:49.832100 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a43ca7-94ff-4dd8-92f5-0d1c678e17d8 req-8eca48b5-74cb-4c94-98f9-73792120a66d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:49.833492 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4a43ca7-94ff-4dd8-92f5-0d1c678e17d8 req-8eca48b5-74cb-4c94-98f9-73792120a66d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 944 time: 0.0822017 Jun 08 18:32:49.875960 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c4a43ca7-94ff-4dd8-92f5-0d1c678e17d8 req-803d3c53-28aa-404f-9e6d-7a9c9059fcdb tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Jun 08 18:32:50.056512 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:32:50.190626 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:50.203738 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Returning: {'device': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'port_id': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'mac_address': 'fa:16:3e:2b:b5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:32:50.260448 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:50.278595 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 {{(pid=91720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:50.295149 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:50.300615 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:50.302631 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:50.375965 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=4']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:50.379777 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:50.566870 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['573958f1-72f3-4a65-a0ca-e1ae051ddbc9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:51.068546 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a34b1-353e-4649-8fb4-5d2b1552edc7 req-caf7b766-37a1-47aa-8405-97f4f07cf82b tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:51.070006 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-297a34b1-353e-4649-8fb4-5d2b1552edc7 req-caf7b766-37a1-47aa-8405-97f4f07cf82b tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 945 time: 0.0816519 Jun 08 18:32:51.118526 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-297a34b1-353e-4649-8fb4-5d2b1552edc7 req-a6ea329c-31d8-41be-9290-9b4e3e8f6be3 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Jun 08 18:32:52.058167 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 up at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:52.126882 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning for port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 completed by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:52.132003 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Provisioning complete for port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 triggered by entity L2. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:52.132380 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:52.266626 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:52.293525 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:52.295789 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed46efb23ce55862a37abd593547c948fd661d28a3022ac2e6528b8b30d4f5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2018c-3904-47db-8335-789b71a075ad" -d '{"events": [{"server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "name": "network-vif-plugged", "status": "completed", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:52.304495 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:52.309730 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904'] for port, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:52.310217 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2962ea-fd9c-453c-aaea-6e51f331dbf4 req-d4db5386-f001-45b2-b7ed-a38c8796e827 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:52.311913 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e2962ea-fd9c-453c-aaea-6e51f331dbf4 req-d4db5386-f001-45b2-b7ed-a38c8796e827 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 945 time: 0.0855057 Jun 08 18:32:52.312547 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:52.365885 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-6e2962ea-fd9c-453c-aaea-6e51f331dbf4 req-2c868c5e-31ac-4d05-b40f-1615ce699ab8 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Jun 08 18:32:52.383053 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Pushing event updated for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=5']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:52.393714 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:52.430264 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d90f93-eb52-4c9f-a3ee-8f193eff13d1 x-openstack-request-id: req-c7d90f93-eb52-4c9f-a3ee-8f193eff13d1 {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:52.430566 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "name": "network-vif-plugged", "status": "completed", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "code": 200}]} {{(pid=91720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:52.430826 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7d90f93-eb52-4c9f-a3ee-8f193eff13d1 {{(pid=91720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:52.431227 dv-cinder-733622-16-smb neutron-server[91720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'code': 200} Jun 08 18:32:52.703274 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24000be2-e73a-4a64-b0a8-0ce1049c669b req-db3245e1-1e4f-459a-a9d1-12e461385a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:52.705110 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-24000be2-e73a-4a64-b0a8-0ce1049c669b req-db3245e1-1e4f-459a-a9d1-12e461385a2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0929105 Jun 08 18:32:52.753867 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-24000be2-e73a-4a64-b0a8-0ce1049c669b req-493b3b12-159c-4d86-be1a-8e06022dfe90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Jun 08 18:32:53.562742 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b994ea-ed73-4d7a-a4e9-ef86cbf76004 req-61150c03-e362-40a1-a017-cd73fda184da tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:53.564751 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-10b994ea-ed73-4d7a-a4e9-ef86cbf76004 req-61150c03-e362-40a1-a017-cd73fda184da tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0871594 Jun 08 18:32:53.611731 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-10b994ea-ed73-4d7a-a4e9-ef86cbf76004 req-4e330875-a8d1-4392-bd7f-4f38ad17fa39 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Jun 08 18:32:54.812425 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70121e7-c754-4147-a2fd-0b324d50c519 req-78a7b205-0ac0-4359-b67f-8a3ac6ddeff6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:54.814442 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f70121e7-c754-4147-a2fd-0b324d50c519 req-78a7b205-0ac0-4359-b67f-8a3ac6ddeff6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0814426 Jun 08 18:32:54.859559 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f70121e7-c754-4147-a2fd-0b324d50c519 req-b90462ef-71c0-457b-8fc8-a3fccdbb074f tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Jun 08 18:32:55.110086 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb33720-bf49-46a9-96fd-986a6753dba0 req-498aa8d0-0435-4f48-b822-2ea7fa29c55d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:55.112373 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2cb33720-bf49-46a9-96fd-986a6753dba0 req-498aa8d0-0435-4f48-b822-2ea7fa29c55d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.1457181 Jun 08 18:32:55.158321 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-2cb33720-bf49-46a9-96fd-986a6753dba0 req-07b61029-c19d-4654-accb-5a552446e203 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Jun 08 18:32:55.558610 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124b8c-345c-43bd-b308-94b24c7713a5 req-17c10783-4ce8-47c1-a03e-8fbda5d76aa2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:55.560030 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f2124b8c-345c-43bd-b308-94b24c7713a5 req-17c10783-4ce8-47c1-a03e-8fbda5d76aa2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0796692 Jun 08 18:32:55.604169 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-f2124b8c-345c-43bd-b308-94b24c7713a5 req-576aa832-92cf-45c9-b36a-7a0a9a9cbe0b tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jun 08 18:33:00.475404 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cee22-d6c8-466b-af6e-eacb4f0615c0 req-7f1fd4a8-53bd-4982-bb75-4155ec860ebd tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:00.476856 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e38cee22-d6c8-466b-af6e-eacb4f0615c0 req-7f1fd4a8-53bd-4982-bb75-4155ec860ebd tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0850902 Jun 08 18:33:00.521951 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-e38cee22-d6c8-466b-af6e-eacb4f0615c0 req-b6ee5c15-605c-4c7a-acac-858b3de587b8 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Jun 08 18:33:00.544207 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48888) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:00.653131 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee0df5-924e-4baf-907c-8ee72a7a28dc tempest-TestMinimumBasicScenario-1289984617 tempest-TestMinimumBasicScenario-1289984617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:00.654621 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a6ee0df5-924e-4baf-907c-8ee72a7a28dc tempest-TestMinimumBasicScenario-1289984617 tempest-TestMinimumBasicScenario-1289984617-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1094 time: 0.1095281 Jun 08 18:33:00.657415 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48892) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:00.661800 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'floatingip': {'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'port_id': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:00.685327 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for floatingip, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:00.820605 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:00.955365 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_common [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Allocated IP 172.28.0.51 (485d5cf0-9998-4156-92e3-5ed38263697e/ec421c90-1433-4ea5-a54a-6938a8cf9581/170e5841-52c0-42a2-930c-0a01a44e3268) {{(pid=91718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:33:01.104524 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for port, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.133085 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1670509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764447230841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6552784'] for port, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.133708 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:01.133708 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:33:01.133708 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:33:01.133708 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:33:01.133708 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:01.133708 dv-cinder-733622-16-smb neutron-server[91718]: ERROR neutron_lib.callbacks.manager Jun 08 18:33:01.149363 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Network 485d5cf0-9998-4156-92e3-5ed38263697e is already hosted by enough agents. {{(pid=91718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:33:01.150447 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.base_scheduler [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Resources bound (agent type, host, resource id): {{(pid=91718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:01.152881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Received port after_create {{(pid=91718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:33:01.645671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.720582 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.929538 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.934171 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.937584 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-cbb3d067-f458-4ad7-8cc2-063ae4743d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:02.042846 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'Port': ['ID=170e5841-52c0-42a2-930c-0a01a44e3268,revision_number=2']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:02.051402 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:02.060141 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-902166'] for floatingip, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:02.234337 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.l3_db [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Floating IP 1903045f-96ec-4fe7-8b34-9c408dc47e6c associated. External IP: 172.28.0.51, port: 573958f1-72f3-4a65-a0ca-e1ae051ddbc9. Jun 08 18:33:02.594071 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Router ead929fd-2c12-4f8d-a406-928a204705e6 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:02.772137 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:02.781724 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] Sync routers for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:02.792085 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:02.792797 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:02.793464 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:02.957670 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48894) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:02.958764 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-33c56e4d-d2a4-4b6a-acd3-93817692af5d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2988894 Jun 08 18:33:02.959430 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:02.961811 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e707ad-b9b5-4e1a-8e3b-1864685b801b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:02.962699 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.v2.base [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735075651', 'description': 'tempest-secgroup-smoke-735075651 description', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3'}} {{(pid=91719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:02.988773 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:02.989053 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group, before_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.074069 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e01e3b-6ed4-4cf5-9119-68e819d2f18e x-openstack-request-id: req-90e01e3b-6ed4-4cf5-9119-68e819d2f18e {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:03.074444 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:03.075031 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90e01e3b-6ed4-4cf5-9119-68e819d2f18e {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:03.075479 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'status': 'completed', 'code': 200} Jun 08 18:33:03.100886 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group, precommit_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.139591 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_create {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.148261 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-8923da15-f271-4426-8333-6a164b91a8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:03.196026 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.197265 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2385542 Jun 08 18:33:03.199415 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491cd338-48c5-40c2-9a42-48bb4febf2e8,revision_number=1']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:03.200446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48900) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:03.207518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group_rule': {'security_group_id': '491cd338-48c5-40c2-9a42-48bb4febf2e8', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:03.211341 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.211729 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.212100 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.212467 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.212830 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.213217 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.213580 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.213939 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.214294 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.214650 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.215301 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.215658 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.219896 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:03.234695 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-ec9e1c81-5a2b-4dd0-affb-e2cbf609b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.236238 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-ec9e1c81-5a2b-4dd0-affb-e2cbf609b34f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1378927 Jun 08 18:33:03.254481 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.320835 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.324959 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.333804 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:03.354196 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd569f80-3777-43bd-9572-cc0c76c72461,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:03.362918 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.363303 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.363666 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.364035 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.364419 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.364757 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.365123 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.365505 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.365863 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.366217 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.366571 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.367110 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:03.371040 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:03.371787 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.372956 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710699 Jun 08 18:33:03.375645 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48902) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:03.375775 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-dbee8dd9-4479-42d9-90c3-91c924d02aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.378027 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-dbee8dd9-4479-42d9-90c3-91c924d02aae service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1347044 Jun 08 18:33:03.380817 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group_rule': {'security_group_id': '491cd338-48c5-40c2-9a42-48bb4febf2e8', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:03.397929 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '1903045f-96ec-4fe7-8b34-9c408dc47e6c', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'floating_ip_address': '172.28.0.51', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'port_id': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'mac_address': 'fa:16:3e:2b:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3de199-8207-498b-804d-63c374c62ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:01Z', 'updated_at': '2021-06-08T18:33:01Z', 'revision_number': 0, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:03.402392 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] Checking router: ead929fd-2c12-4f8d-a406-928a204705e6 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:03.413749 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:03.415631 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.416268 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:32:43Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:03.489208 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.496320 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.511473 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-9105af34-9ab4-4e20-9f75-c18e83f1a959 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:03.521732 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8c1c22-ff51-4de4-aa09-337c1d4baec0,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:03.535390 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:03.547440 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.552460 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1732712 Jun 08 18:33:03.552764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48904) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:03.560795 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group_rule': {'security_group_id': '491cd338-48c5-40c2-9a42-48bb4febf2e8', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:03.596195 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-1e66d5f0-4d9c-4984-acdf-83e56ca5ea38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 999 time: 0.2109566 Jun 08 18:33:03.602213 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.651852 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:03.671328 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-9c558c9e-9933-4ee7-b553-5bd707076e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.673047 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-9c558c9e-9933-4ee7-b553-5bd707076e31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0695276 Jun 08 18:33:03.677942 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.682167 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.684238 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-3cbe86ed-d531-42a9-a3f9-39faaa85efab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:03.707877 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5593017-fdba-4761-b437-3f8d031ac875,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:03.715255 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:03.722209 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.723870 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-e69c1f0f-9683-4726-904e-a56a8e0ed3fe tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693034 Jun 08 18:33:03.726671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48906) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:03.736467 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group_rule': {'security_group_id': '491cd338-48c5-40c2-9a42-48bb4febf2e8', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:03.769534 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.777646 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-055f9ad1-2522-44f3-a563-133eb662ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.779231 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-055f9ad1-2522-44f3-a563-133eb662ea48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0990524 Jun 08 18:33:03.841252 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.846812 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.848976 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-de3cddc2-2555-48be-9c9a-6a7aaece4ac9 tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:03.872955 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b5ead7-d338-4a26-b5e0-8fafcad47a3f,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:03.875735 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:03.881737 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.885374 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-eff5f292-585b-4530-92fa-bd3fa71a5381 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548421 Jun 08 18:33:03.885602 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48908) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:03.890067 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group_rule': {'security_group_id': '491cd338-48c5-40c2-9a42-48bb4febf2e8', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:03.914753 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.securitygroups_db [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Project fccee121d8154ed2aa3dabd2330657d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:33:03.921881 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.932554 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-a87294bf-d3fd-467a-acd9-0c1fa954b538 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448593 Jun 08 18:33:03.992461 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.996611 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.006255 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:04.025668 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412841c4-6a7b-4287-a688-4ad09199130e,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:04.028417 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:04.034456 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.035557 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-403e2a14-fbf0-46b5-8a99-ce085d82e621 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490457 Jun 08 18:33:04.039615 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48910) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:04.045460 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'security_group_rule': {'security_group_id': '491cd338-48c5-40c2-9a42-48bb4febf2e8', 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:04.053681 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '1903045f-96ec-4fe7-8b34-9c408dc47e6c', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'floating_ip_address': '172.28.0.51', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'port_id': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'mac_address': 'fa:16:3e:2b:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3de199-8207-498b-804d-63c374c62ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:01Z', 'updated_at': '2021-06-08T18:33:01Z', 'revision_number': 0, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:04.057863 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798d1ae-bc21-4a64-8a87-62c020bbc029 None None] The sync data for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb is: [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_floatingips': [{'id': '1903045f-96ec-4fe7-8b34-9c408dc47e6c', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'floating_ip_address': '172.28.0.51', 'floating_network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'router_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'port_id': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'mac_address': 'fa:16:3e:2b:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3de199-8207-498b-804d-63c374c62ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:01Z', 'updated_at': '2021-06-08T18:33:01Z', 'revision_number': 0, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:04.074404 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.securitygroups_db [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Project fccee121d8154ed2aa3dabd2330657d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:33:04.080729 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-71e707ad-b9b5-4e1a-8e3b-1864685b801b req-d9721f75-9754-42a2-9828-7dd15c4fc51a service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412950 Jun 08 18:33:04.083572 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.155487 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.159977 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016673'] for security_group_rule, after_create {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.166079 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:04.188037 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa9de69-d8e0-4a3f-85f4-220d44f00fce,revision_number=0']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:04.190759 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:04.195720 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.199394 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-de48ab2e-96f7-4dbe-b343-64da0b94da5a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563404 Jun 08 18:33:04.262252 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.266102 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf25ca-7a96-4a4b-9d93-5a657138a7f0 None None] New status for floating IP 1903045f-96ec-4fe7-8b34-9c408dc47e6c: ACTIVE {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:33:04.330110 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-d1a5f8fe-4528-4036-827d-99ccf7a11106 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735075651&fields=id&tenant_id=fccee121d8154ed2aa3dabd2330657d3 HTTP/1.1" status: 200 len: 267 time: 0.0436623 Jun 08 18:33:04.416447 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-f1f5cf16-f5b6-4596-855f-d5867bf0ea60 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:04.417849 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-f1f5cf16-f5b6-4596-855f-d5867bf0ea60 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0820205 Jun 08 18:33:04.429997 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'port': {'security_groups': ['5e1f51ad-e6a4-4245-87a0-08b25a8b52a6', '491cd338-48c5-40c2-9a42-48bb4febf2e8']}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:04.553305 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.819249 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:04.845354 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.851480 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.857306 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:04.864230 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['573958f1-72f3-4a65-a0ca-e1ae051ddbc9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:33:04.925574 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:04.926210 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.927587 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d8571cdf-4d0c-4e5f-bbdf-8e2b22781eec req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "PUT /v2.0/ports/573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 982 time: 0.5025601 Jun 08 18:33:04.950674 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=6']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:04.954843 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bafdb928-c95f-4e6d-bed3-f16924652a0d tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:04.994295 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['573958f1-72f3-4a65-a0ca-e1ae051ddbc9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:33:05.079017 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:05.081924 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:05.137457 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52929abb-8b89-42a5-8e28-3983564b6d16 req-5d9e04f0-57b6-465b-a162-0a09c073204f tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:05.139222 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-52929abb-8b89-42a5-8e28-3983564b6d16 req-5d9e04f0-57b6-465b-a162-0a09c073204f tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0981266 Jun 08 18:33:05.140782 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb5d206-0e55-4f87-89b4-083eeecfce13 x-openstack-request-id: req-adb5d206-0e55-4f87-89b4-083eeecfce13 {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:05.141110 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:05.141699 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adb5d206-0e55-4f87-89b4-083eeecfce13 {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:05.141833 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'status': 'completed', 'code': 200} Jun 08 18:33:05.189750 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-52929abb-8b89-42a5-8e28-3983564b6d16 req-599e312a-24dd-4930-bec6-7067e99c1437 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424376 Jun 08 18:33:05.249642 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-6323fe25-3397-4582-b2fc-bcca4e51ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:05.251121 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-6323fe25-3397-4582-b2fc-bcca4e51ad94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0852442 Jun 08 18:33:05.258356 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-d7f4cf58-b5ad-43bf-8b9c-a2b45c106f87 None None] Provisioning complete for port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:33:05.258875 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d7f4cf58-b5ad-43bf-8b9c-a2b45c106f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:05.393792 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-1ee739ac-92b6-4b39-af7f-d109640e6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:05.395357 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-1ee739ac-92b6-4b39-af7f-d109640e6b97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1361160 Jun 08 18:33:05.512995 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-fec1a3ae-1aaf-40ea-9c6a-dfac57595dd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 1001 time: 0.1088486 Jun 08 18:33:05.580175 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-f9535a1c-c383-4462-9aa3-f2944bd6f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:05.582121 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-f9535a1c-c383-4462-9aa3-f2944bd6f5f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0633841 Jun 08 18:33:05.664381 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-abbbf1b2-0168-4ad8-acd3-2f08c8f73750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:05.665894 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-abbbf1b2-0168-4ad8-acd3-2f08c8f73750 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0754592 Jun 08 18:33:05.800091 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-6caa01ef-8106-4295-90eb-85cc31a31ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249752 Jun 08 18:33:05.933621 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-a10b6bc8-faba-4f0d-8840-96b1aecba5e3 req-670f4d77-6799-4f33-ae22-2c0851605d93 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256838 Jun 08 18:33:10.244371 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4c3a-bccb-41f6-9f5a-51278050075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:11.211737 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:33:13.311097 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b87a5765-6662-4578-8e50-42bac81c00c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:13.425119 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.401573 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:15.715917 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.057439 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-50ef849a-2fb5-4236-a628-9e1ea883f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.058798 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-50ef849a-2fb5-4236-a628-9e1ea883f78f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0785930 Jun 08 18:33:31.095664 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee900b-7913-455a-9a3a-ee96bbf44734 req-818a8e09-51de-49b8-ab97-07bb826b3f2b tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.097313 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-71ee900b-7913-455a-9a3a-ee96bbf44734 req-818a8e09-51de-49b8-ab97-07bb826b3f2b tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0849056 Jun 08 18:33:31.146922 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-71ee900b-7913-455a-9a3a-ee96bbf44734 req-52672daa-2468-4c7d-834e-4ffb71719164 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437820 Jun 08 18:33:31.198006 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-c0fcda79-004f-4d6f-8d40-4939a7fb893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.199474 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-c0fcda79-004f-4d6f-8d40-4939a7fb893d service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1324568 Jun 08 18:33:31.304655 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-d8be1e36-1f56-4cfc-b567-559c7fabf709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 1001 time: 0.0977075 Jun 08 18:33:31.371222 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-b978162e-a3d9-498c-b128-3459c9f418c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.372658 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-b978162e-a3d9-498c-b128-3459c9f418c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0612156 Jun 08 18:33:31.558626 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-b4023c01-390d-4020-8402-b2a52e89200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.560102 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-b4023c01-390d-4020-8402-b2a52e89200d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1790364 Jun 08 18:33:31.702376 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-d8f2a25a-8294-49e6-b377-47f0fa7a2c95 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337843 Jun 08 18:33:31.839513 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-9bd761ca-a48e-4404-b24c-28bc3b030631 req-1011bbd5-6fb3-49dc-9b9c-600dbc34f29b service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305125 Jun 08 18:33:32.343094 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6113cdc-747e-4983-a795-a52414151d89 req-99448277-a4bb-4429-8c7b-252febe01995 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:32.344560 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d6113cdc-747e-4983-a795-a52414151d89 req-99448277-a4bb-4429-8c7b-252febe01995 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0850608 Jun 08 18:33:32.392891 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d6113cdc-747e-4983-a795-a52414151d89 req-e120eb69-2d6c-42f6-a168-0833a361460e tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419412 Jun 08 18:33:33.579180 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0291c-44ec-4a6f-b6cd-80481a37493a req-3f9f68dd-8292-40ad-b3cf-41f8178f0e52 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:33.581381 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-63e0291c-44ec-4a6f-b6cd-80481a37493a req-3f9f68dd-8292-40ad-b3cf-41f8178f0e52 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0794275 Jun 08 18:33:33.632554 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-63e0291c-44ec-4a6f-b6cd-80481a37493a req-f4bdd28c-2016-44ae-a68e-50ff20bb5fab tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444915 Jun 08 18:33:34.244473 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:34.820345 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e8d0-e0cd-4e3a-b434-ce10e4626bd5 req-7bc41195-88c6-4481-a79e-6d93b16245ac tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:34.821714 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4cd2e8d0-e0cd-4e3a-b434-ce10e4626bd5 req-7bc41195-88c6-4481-a79e-6d93b16245ac tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0810552 Jun 08 18:33:34.868827 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4cd2e8d0-e0cd-4e3a-b434-ce10e4626bd5 req-9f26faf0-3fd4-46d3-b11c-eff8102f84f2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411527 Jun 08 18:33:36.060596 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36e438-76bc-4716-82b0-7c691f06a39a req-092d14d2-e180-44b6-9853-7c771c78253a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:36.062056 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4c36e438-76bc-4716-82b0-7c691f06a39a req-092d14d2-e180-44b6-9853-7c771c78253a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0863440 Jun 08 18:33:36.110211 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-4c36e438-76bc-4716-82b0-7c691f06a39a req-10f8273c-5968-4689-93ec-0865477175dc tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418150 Jun 08 18:33:36.258300 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-0ad03d50-9f80-4783-8a23-cd05d2ff3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:36.259685 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-0ad03d50-9f80-4783-8a23-cd05d2ff3a5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1138 time: 0.0714998 Jun 08 18:33:36.406707 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-622e2eb6-3f5b-48c2-9c2e-f20ea1724459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:36.408165 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-622e2eb6-3f5b-48c2-9c2e-f20ea1724459 service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1253119 Jun 08 18:33:36.516925 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-91927488-0c6b-499c-ad25-e978629a9f97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 1001 time: 0.1006510 Jun 08 18:33:36.582462 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-2e203251-26c4-476a-8012-b7b41b5c1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:36.583893 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-2e203251-26c4-476a-8012-b7b41b5c1c91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0610290 Jun 08 18:33:36.660013 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-b8ba7dab-a797-443c-acf9-f5b2b4bcb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:36.661526 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-b8ba7dab-a797-443c-acf9-f5b2b4bcb821 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0709846 Jun 08 18:33:36.796979 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-7359b9e4-174b-4049-8b04-8dfd6665a2f4 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279492 Jun 08 18:33:36.937467 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-c557bee2-a61a-4ad6-963a-1f3b11edf011 req-301e9d3e-c56a-4f34-9c88-60703e01a14a service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292357 Jun 08 18:33:37.296949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c376bc-1660-4b9e-846a-7622bb3869ca req-9fb13fff-76a2-40de-9da3-760084707724 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:37.298435 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c9c376bc-1660-4b9e-846a-7622bb3869ca req-9fb13fff-76a2-40de-9da3-760084707724 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0810509 Jun 08 18:33:37.349877 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-c9c376bc-1660-4b9e-846a-7622bb3869ca req-9680b238-cd85-4a43-a4ac-bb03e50fd393 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450461 Jun 08 18:33:38.539475 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff33ba-ee0b-4442-a32b-c37cf6f7cd7c req-401ddbf4-6789-4eac-b653-fe7a43e193c1 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:38.540933 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7bff33ba-ee0b-4442-a32b-c37cf6f7cd7c req-401ddbf4-6789-4eac-b653-fe7a43e193c1 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0835304 Jun 08 18:33:38.588233 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-7bff33ba-ee0b-4442-a32b-c37cf6f7cd7c req-39ec4b4e-127e-4378-b74f-833313e5c884 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414994 Jun 08 18:33:39.781336 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f322-bcc5-45b4-854b-22ccff2b8793 req-69b59612-cff1-403d-a87a-3161987ae308 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:39.782775 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5bb9f322-bcc5-45b4-854b-22ccff2b8793 req-69b59612-cff1-403d-a87a-3161987ae308 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0803976 Jun 08 18:33:39.829753 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-5bb9f322-bcc5-45b4-854b-22ccff2b8793 req-cd18f392-3ee8-4b82-80d7-aeee0a9c841e tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412309 Jun 08 18:33:40.250782 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-c33d2b9e-dedb-48a7-b42d-38edd451dc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:41.030782 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9513195-533b-4912-9f4f-b30657d189cf req-1eca5adf-cd56-40b3-a597-cf29d5908cec tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:41.032287 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9513195-533b-4912-9f4f-b30657d189cf req-1eca5adf-cd56-40b3-a597-cf29d5908cec tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0910103 Jun 08 18:33:41.084715 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-d9513195-533b-4912-9f4f-b30657d189cf req-19d2835b-2a38-4510-a8af-999cbd6c4032 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458541 Jun 08 18:33:42.269127 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f43fe-4234-4a35-951e-ce066c3acc22 req-a5ef9908-3d4e-49c6-a9a7-91cfffd2f6c0 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:42.270743 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-442f43fe-4234-4a35-951e-ce066c3acc22 req-a5ef9908-3d4e-49c6-a9a7-91cfffd2f6c0 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0822678 Jun 08 18:33:42.417909 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-442f43fe-4234-4a35-951e-ce066c3acc22 req-34d487c2-c69e-4a19-afc6-3115af593714 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1413343 Jun 08 18:33:43.311886 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-5ef7c68e-6ba7-462c-8843-b0d3e0bdd755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:43.428534 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:43.604908 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89562be6-e866-4ed9-93c2-501d380aa3e4 req-86144fa5-b0f9-4f6e-9ce6-4b09be6b5016 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:43.606434 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-89562be6-e866-4ed9-93c2-501d380aa3e4 req-86144fa5-b0f9-4f6e-9ce6-4b09be6b5016 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0803435 Jun 08 18:33:43.652901 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-89562be6-e866-4ed9-93c2-501d380aa3e4 req-0a32d4cb-b24a-41e7-ad22-fab964afa282 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&id=491cd338-48c5-40c2-9a42-48bb4febf2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407910 Jun 08 18:33:44.407902 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:45.717751 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:48.211509 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:34:04.256694 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.246238 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9f7b-b48c-4c18-a466-2baa345ff43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:13.315815 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-394ad188-9fcf-43dd-8c45-63847305e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:13.432354 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:14.406900 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.724881 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.783070 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-2f29a86e-9a1b-4bac-b119-d8c2ceb20d96 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735075651&fields=id&tenant_id=fccee121d8154ed2aa3dabd2330657d3 HTTP/1.1" status: 200 len: 267 time: 0.0464022 Jun 08 18:34:16.876015 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-39c1edea-c023-4812-9889-cc6faf1da6c9 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:16.877562 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-39c1edea-c023-4812-9889-cc6faf1da6c9 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 985 time: 0.0889683 Jun 08 18:34:16.889309 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.v2.base [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Request body: {'port': {'security_groups': ['5e1f51ad-e6a4-4245-87a0-08b25a8b52a6']}} {{(pid=91718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:17.027764 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1670197'] for port, before_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.313596 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:17.340668 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for port, precommit_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.345830 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764447586295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764447230859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764447230904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6552782'] for port, after_update {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.352577 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:17.359369 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['573958f1-72f3-4a65-a0ca-e1ae051ddbc9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:17.422854 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.423496 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.425271 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-11e8d3d5-fa47-4d92-9565-74f2ae8615c3 req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "PUT /v2.0/ports/573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 943 time: 0.5405099 Jun 08 18:34:17.425868 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:17.428658 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a7e395-3875-46dc-880b-bd21ab945cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:17.439181 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 48968) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:17.450690 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event updated for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=7']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:17.463675 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.464165 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.464996 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.465406 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.465866 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.466421 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.466976 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.467530 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.468073 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.468598 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.469123 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.469671 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.475467 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-5ac914a8-feba-48df-9f02-86d6702115ce tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:17.522028 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95824f87-1759-49aa-8586-60707979ef6b x-openstack-request-id: req-95824f87-1759-49aa-8586-60707979ef6b {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:17.522360 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:17.522649 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95824f87-1759-49aa-8586-60707979ef6b {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:17.523279 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'status': 'completed', 'code': 200} Jun 08 18:34:17.530339 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['573958f1-72f3-4a65-a0ca-e1ae051ddbc9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:17.613126 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.660957 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.693207 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-3707707a-120b-4431-8e27-5d012f4b61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.695679 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-3707707a-120b-4431-8e27-5d012f4b61c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1514137 Jun 08 18:34:17.740254 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.provisioning_blocks [None req-84cd2d6a-26b9-4ca7-9364-a33d1948f8eb None None] Provisioning complete for port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 triggered by entity DHCP. {{(pid=91720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:17.740638 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-84cd2d6a-26b9-4ca7-9364-a33d1948f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1756430'] for port, provisioning_complete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.856149 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.858553 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for security_group, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.859658 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "DELETE /v2.0/security-groups/491cd338-48c5-40c2-9a42-48bb4febf2e8 HTTP/1.1" status: 204 len: 168 time: 0.4194720 Jun 08 18:34:17.861966 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-90f523ac-077d-4f12-b93a-55d2e5ed31a5 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:17.862811 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 48970) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:17.873266 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-d951c454-6cd4-47bf-bc60-7dc100400648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.874829 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-d951c454-6cd4-47bf-bc60-7dc100400648 service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1645861 Jun 08 18:34:17.877064 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491cd338-48c5-40c2-9a42-48bb4febf2e8,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:17.941014 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.941673 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.942145 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.942517 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.942883 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.943231 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.943589 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.943943 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.944291 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.944643 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.944991 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.945400 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:17.948716 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-d90b859a-1622-42e6-a882-dcbf4c54b6b2 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:18.013977 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-dbe675ac-00b1-4d87-97b1-f8b3d46fe9ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 1001 time: 0.1293247 Jun 08 18:34:18.082023 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-87aba356-a228-48d7-99bb-1fe013b48ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.083500 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-87aba356-a228-48d7-99bb-1fe013b48ecc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0602264 Jun 08 18:34:18.154859 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Deleting port 170e5841-52c0-42a2-930c-0a01a44e3268 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:18.155166 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.266213 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-64b31a40-d1b4-4215-bf79-28503ee81cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.267710 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-64b31a40-d1b4-4215-bf79-28503ee81cd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1768165 Jun 08 18:34:18.278512 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.278840 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.403813 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Calling delete_port for 170e5841-52c0-42a2-930c-0a01a44e3268 owned by network:floatingip {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:18.408046 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-52a41b79-aa3d-4168-8bde-14d6dea271f0 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328437 Jun 08 18:34:18.554805 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.558407 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-b6a7e395-3875-46dc-880b-bd21ab945cb5 req-39eac42f-06c3-4766-8307-4c5e699ec0c6 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404817 Jun 08 18:34:18.558961 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-ceac385a-cc81-498d-bbb7-0e9b8e0ac8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:18.606139 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event deleted for resources: {'Port': ['ID=170e5841-52c0-42a2-930c-0a01a44e3268,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:18.609327 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:18.710166 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks [] for floatingip, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.710554 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.db.l3_db [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Floating IP 1903045f-96ec-4fe7-8b34-9c408dc47e6c disassociated (deleted). External IP: 172.28.0.51, port: 573958f1-72f3-4a65-a0ca-e1ae051ddbc9. Jun 08 18:34:19.180692 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Router ead929fd-2c12-4f8d-a406-928a204705e6 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:34:19.368496 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:34:19.373529 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for floatingip, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:19.377750 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] Sync routers for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:34:19.388897 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:19.389616 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:34:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:19.434518 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "DELETE /v2.0/floatingips/1903045f-96ec-4fe7-8b34-9c408dc47e6c HTTP/1.1" status: 204 len: 168 time: 1.5680783 Jun 08 18:34:19.524473 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:19.527235 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1526f455cc8913c84ba337b7288efd0b9f4cda39c1e452bbf3999319429818bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d05e5-8d41-49ab-a1e7-5c8211946566" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:19.572518 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7136c-d299-41cc-8775-185d8cd4f6b2 x-openstack-request-id: req-16e7136c-d299-41cc-8775-185d8cd4f6b2 {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:19.572930 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "status": "completed", "code": 200}]} {{(pid=91718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:19.573481 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16e7136c-d299-41cc-8775-185d8cd4f6b2 {{(pid=91718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:19.574107 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'status': 'completed', 'code': 200} Jun 08 18:34:19.585809 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:19.690012 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-cd254119-7836-48b3-8154-f10d4dfccb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:19.691907 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-cd254119-7836-48b3-8154-f10d4dfccb95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fccee121d8154ed2aa3dabd2330657d3&device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0876033 Jun 08 18:34:19.853297 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-c3a173d7-ee37-4d5f-9624-175d5f0804a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:19.854772 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-c3a173d7-ee37-4d5f-9624-175d5f0804a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 200 len: 916 time: 0.1528165 Jun 08 18:34:19.923531 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:19.928194 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] Checking router: ead929fd-2c12-4f8d-a406-928a204705e6 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:34:19.937505 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:19.939854 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:34:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:19.952170 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-2dd873b5-115f-4f4b-97d1-b2f27fdffaf2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 200 len: 217 time: 0.0856743 Jun 08 18:34:20.031351 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-177826e2-372b-4572-b90b-40bc54f18db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.032787 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-177826e2-372b-4572-b90b-40bc54f18db4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 200 len: 854 time: 0.0713768 Jun 08 18:34:20.117920 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-77e21491-de84-4d22-8e91-f1b84f823206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.119382 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-77e21491-de84-4d22-8e91-f1b84f823206 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=689b1625-9398-4472-8b4c-c1c2aaa8d716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0784941 Jun 08 18:34:20.134623 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:20.260419 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-591cabb2-149f-4ec7-b488-6ce613ef3351 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337960 Jun 08 18:34:20.404418 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-3e3d05e5-8d41-49ab-a1e7-5c8211946566 req-d48cd89f-982b-4270-90e1-9c5863308081 service neutron] 10.222.0.48 "GET /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371732 Jun 08 18:34:20.508765 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:20.513341 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f7150-28dc-4b4e-afbe-8ba3aef8b398 None None] The sync data for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb is: [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:32:08Z', 'revision_number': 4, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb', '_interfaces': [{'id': 'fcfdd86c-49e8-4786-94c3-817ebc7a0b04', 'name': '', 'network_id': '689b1625-9398-4472-8b4c-c1c2aaa8d716', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'mac_address': 'fa:16:3e:0c:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:07Z', 'updated_at': '2021-06-08T18:32:16Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'subnets': [{'id': 'fd8513d7-9735-4611-a0ae-67ae7e0de0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:34:20.726689 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72767015-dab2-4fc4-8048-6914964a7fed None None] New status for floating IP 1903045f-96ec-4fe7-8b34-9c408dc47e6c: DOWN {{(pid=91721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:34:22.789542 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d780-4ecc-4177-8e1d-30fd6e1d98ec req-7a37149d-5ace-409a-bbb4-d314d4acba18 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:22.791112 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9840d780-4ecc-4177-8e1d-30fd6e1d98ec req-7a37149d-5ace-409a-bbb4-d314d4acba18 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0877819 Jun 08 18:34:22.837927 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-9840d780-4ecc-4177-8e1d-30fd6e1d98ec req-4a475e6e-72cb-4046-bb0e-947991daec98 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Jun 08 18:34:24.028091 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f4517-fcc0-440f-bfe4-5bd36661a554 req-41e519be-cc04-4908-a4a5-4ab15170683a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:24.029661 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-493f4517-fcc0-440f-bfe4-5bd36661a554 req-41e519be-cc04-4908-a4a5-4ab15170683a tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0812268 Jun 08 18:34:24.075941 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-493f4517-fcc0-440f-bfe4-5bd36661a554 req-e9e17d09-f607-4dd2-972a-b597e6e5f131 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Jun 08 18:34:24.793718 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-499e34b0-889f-45fe-b218-5816f9ae1938 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:24.795079 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-499e34b0-889f-45fe-b218-5816f9ae1938 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0801597 Jun 08 18:34:24.937734 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Deleting port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:24.938081 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:25.074666 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] For port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:25.074911 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:25.198543 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Calling delete_port for 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 owned by compute:nova {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:25.212095 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:34:25.288490 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22dbe5-e8df-44c6-bf84-840fd58d3a87 req-9e1e0941-a084-4472-8d96-74299a2ed3df tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:25.290073 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1f22dbe5-e8df-44c6-bf84-840fd58d3a87 req-9e1e0941-a084-4472-8d96-74299a2ed3df tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d3de199-8207-498b-804d-63c374c62ef9 HTTP/1.1" status: 200 len: 946 time: 0.0973651 Jun 08 18:34:25.339348 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [req-1f22dbe5-e8df-44c6-bf84-840fd58d3a87 req-c6d57e81-4a80-4ef1-9673-6a9682091c77 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Jun 08 18:34:25.418136 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:25.424127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-4ded09dc-8e7a-4744-a409-e4b1431178cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:25.434709 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] get_ports_and_sgs() called for port_ids ['573958f1-72f3-4a65-a0ca-e1ae051ddbc9'] {{(pid=91720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:25.509396 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Pushing event deleted for resources: {'Port': ['ID=573958f1-72f3-4a65-a0ca-e1ae051ddbc9,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:25.519825 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:25.567944 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] No DVR routers for this DVR port 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 on host hv-cinder-73362 {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:25.570550 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-145419'] for port, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:25.572594 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [req-72416ba7-6301-4197-93bf-ee408ef9c0b8 req-cfdd19a1-9679-466d-9e0c-552e95711426 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] 10.222.0.48 "DELETE /v2.0/ports/573958f1-72f3-4a65-a0ca-e1ae051ddbc9 HTTP/1.1" status: 204 len: 173 time: 0.7685232 Jun 08 18:34:25.573127 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'name': 'network-vif-deleted', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9'}] {{(pid=91719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:25.575453 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6eb8a0daa0da27175d468d6198e5640e05b3d31d6ebbe752ff6f40ce267d75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2614ea-6b58-4faa-a367-73370c8b6330" -d '{"events": [{"server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "name": "network-vif-deleted", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9"}]}' {{(pid=91719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:25.620119 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e13e22-f9f8-4510-aa04-a0aa0606f9d4 x-openstack-request-id: req-48e13e22-f9f8-4510-aa04-a0aa0606f9d4 {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:25.620451 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3de199-8207-498b-804d-63c374c62ef9", "name": "network-vif-deleted", "tag": "573958f1-72f3-4a65-a0ca-e1ae051ddbc9", "status": "completed", "code": 200}]} {{(pid=91719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:25.620738 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48e13e22-f9f8-4510-aa04-a0aa0606f9d4 {{(pid=91719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:25.621257 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3de199-8207-498b-804d-63c374c62ef9', 'name': 'network-vif-deleted', 'tag': '573958f1-72f3-4a65-a0ca-e1ae051ddbc9', 'status': 'completed', 'code': 200} Jun 08 18:34:27.067458 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49058) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:27.618273 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:28.154991 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Deleting port fcfdd86c-49e8-4786-94c3-817ebc7a0b04 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:28.155748 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:28.280521 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] For port fcfdd86c-49e8-4786-94c3-817ebc7a0b04, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:28.280880 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:28.399903 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:28.414715 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Calling delete_port for fcfdd86c-49e8-4786-94c3-817ebc7a0b04 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:28.442421 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] No Port match for: 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:28.442777 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Device 573958f1-72f3-4a65-a0ca-e1ae051ddbc9 not bound to the agent host hv-cinder-73362 {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:28.562955 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:28.567281 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a9e4a060-d871-4720-920d-64d02d91ce15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:28.614191 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfdd86c-49e8-4786-94c3-817ebc7a0b04,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:28.617328 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:28.904257 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:29.385266 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Router ead929fd-2c12-4f8d-a406-928a204705e6 has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:34:29.566517 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:34:29.571498 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-bab4430b-3b20-4fce-87a0-f9bcfbb09997 admin admin] 10.222.0.41 "PUT /v2.0/routers/ead929fd-2c12-4f8d-a406-928a204705e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025427 Jun 08 18:34:29.573489 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49060) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:29.583622 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] Sync routers for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:34:29.593373 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:29.593978 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:34:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:29.755329 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks [] for router, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:29.783068 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: dv-cinder-733622-16-smb {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:29.939894 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.021871 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Deleting port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:30.022110 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.074390 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85'}], 'enable_snat': True}, 'gw_port_id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:34:28Z', 'revision_number': 5, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port': {'id': '9a24cc4f-2087-49c7-a136-8c9dcaf2030e', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:05Z', 'updated_at': '2021-06-08T18:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:30.078730 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] Checking router: ead929fd-2c12-4f8d-a406-928a204705e6 for host: dv-cinder-733622-16-smb {{(pid=91720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:34:30.088302 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] Routers {'ead929fd-2c12-4f8d-a406-928a204705e6'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:30.088912 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:34:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['ead929fd-2c12-4f8d-a406-928a204705e6'], 'active': True} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:30.146167 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] For port 9a24cc4f-2087-49c7-a136-8c9dcaf2030e, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:30.146549 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.251400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvr_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] Set router ead929fd-2c12-4f8d-a406-928a204705e6 gateway port host: None {{(pid=91720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:30.272654 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Calling delete_port for 9a24cc4f-2087-49c7-a136-8c9dcaf2030e owned by network:router_gateway {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:30.364323 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_hamode_db [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:34:29Z', 'revision_number': 6, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:30.368542 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9858c-a9bc-4c17-b17d-23ae909bdf58 None None] The sync data for ids ['ead929fd-2c12-4f8d-a406-928a204705e6'] in dv-cinder-733622-16-smb is: [{'id': 'ead929fd-2c12-4f8d-a406-928a204705e6', 'name': 'tempest-TestMinimumBasicScenario-1638766936-router', 'tenant_id': 'fccee121d8154ed2aa3dabd2330657d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:04Z', 'updated_at': '2021-06-08T18:34:29Z', 'revision_number': 6, 'project_id': 'fccee121d8154ed2aa3dabd2330657d3', 'gw_port_host': None}] {{(pid=91720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:34:30.437474 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.442498 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:30.490792 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a24cc4f-2087-49c7-a136-8c9dcaf2030e,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:30.517250 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:30.582002 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.798996 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device fcfdd86c-49e8-4786-94c3-817ebc7a0b04 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:30.836347 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: fcfdd86c-49e8-4786-94c3-817ebc7a0b04 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:30.836617 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device fcfdd86c-49e8-4786-94c3-817ebc7a0b04 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:30.887190 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.889480 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.912987 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.913516 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead929fd-2c12-4f8d-a406-928a204705e6 {{(pid=91718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:34:30.917621 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:30.918747 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-998ad694-0014-4845-aaa2-84fa883a3e5d admin admin] 10.222.0.41 "DELETE /v2.0/routers/ead929fd-2c12-4f8d-a406-928a204705e6 HTTP/1.1" status: 204 len: 168 time: 1.3443186 Jun 08 18:34:30.921239 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49062) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:30.985217 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Deleting subnet fd8513d7-9735-4611-a0ae-67ae7e0de0dd {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:34:30.991089 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.048877 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.131973 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.209314 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.212941 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-4ec8d5e1-513c-44a9-aa3e-74ca10e80b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:31.247904 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8513d7-9735-4611-a0ae-67ae7e0de0dd,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:31.250795 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:31.251782 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.253910 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-2cdca78b-0c10-4e6c-8616-170351a5ffbe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd8513d7-9735-4611-a0ae-67ae7e0de0dd HTTP/1.1" status: 204 len: 168 time: 0.3317339 Jun 08 18:34:31.262282 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49064) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:31.265522 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc35f2-c01c-4f69-a287-b89912503dcb None None] Network 689b1625-9398-4472-8b4c-c1c2aaa8d716 requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:31.373873 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.454396 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Deleting port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:31.455349 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.554400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] DHCP port deletion for 689b1625-9398-4472-8b4c-c1c2aaa8d716 request from dv-cinder-733622-16-smb {{(pid=91720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:34:31.566027 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] For port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:31.566405 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.625882 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Deleting port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c {{(pid=91720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:31.626271 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.695682 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Calling delete_port for c5a85e9a-754b-4ee1-9a8e-9708f4f8601c owned by network:dhcp {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:31.745422 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.749414 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:31.782147 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] For port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,segment=NetworkSegment(619d0622-9c03-43fc-b748-60f04958d52c),segment_id=619d0622-9c03-43fc-b748-60f04958d52c)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:31.782531 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.796249 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:31.800052 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:31.800841 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] No DVR routers for this DVR port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c on host dv-cinder-733622-16-smb {{(pid=91718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:31.905750 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Calling delete_port for c5a85e9a-754b-4ee1-9a8e-9708f4f8601c owned by network:dhcp {{(pid=91720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:31.919351 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.932949 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689b1625-9398-4472-8b4c-c1c2aaa8d716']}} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:31.946043 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d0622-9c03-43fc-b748-60f04958d52c') {'for_net_delete': True} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:31.946243 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.services.segments.db [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d0622-9c03-43fc-b748-60f04958d52c') {} {{(pid=91718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:31.950752 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850'] for port, after_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.954971 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-2d942d59-bcdf-43ae-9e19-8e6e31b2c452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:31.959407 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6462157'] for segment, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.977570 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.983766 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=91718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:34:31.984154 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6552746'] for segment, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: Traceback (most recent call last): Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: timer() Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: cb(*args, **kw) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: return func(*args, **kwargs) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: self._notify() Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: self.callback(batched_events) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: event.method(event) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: return f(self, *a, **k) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: return self._get(url).json() Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: return self.request(url, 'GET', **kwargs) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:34:31.997312 dv-cinder-733622-16-smb neutron-server[91718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:34:32.002670 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Pushing event deleted for resources: {'Port': ['ID=c5a85e9a-754b-4ee1-9a8e-9708f4f8601c,revision_number=None']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:32.007650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] No DVR routers for this DVR port c5a85e9a-754b-4ee1-9a8e-9708f4f8601c on host dv-cinder-733622-16-smb {{(pid=91720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:32.014067 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.016599 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.017404 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.017404 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.017680 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-smb {{(pid=91720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:32.021328 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-f2cc55c4-2af1-4c07-b268-a9a2567d1249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:32.082292 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:32.086063 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:32.099908 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:32.101745 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] 10.222.0.41 "DELETE /v2.0/networks/689b1625-9398-4472-8b4c-c1c2aaa8d716 HTTP/1.1" status: 204 len: 168 time: 0.8383908 Jun 08 18:34:32.104686 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49066) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:32.161921 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=689b1625-9398-4472-8b4c-c1c2aaa8d716,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:32.173363 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b97bd6bc-1166-4c7d-946e-ab12f82cbfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:32.785512 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9a24cc4f-2087-49c7-a136-8c9dcaf2030e no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:32.790051 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-902181'] for router_interface, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:32.819797 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 9a24cc4f-2087-49c7-a136-8c9dcaf2030e {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:32.820148 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9a24cc4f-2087-49c7-a136-8c9dcaf2030e not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:32.820585 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device c5a85e9a-754b-4ee1-9a8e-9708f4f8601c no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:32.854333 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: c5a85e9a-754b-4ee1-9a8e-9708f4f8601c {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:32.854686 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device c5a85e9a-754b-4ee1-9a8e-9708f4f8601c not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:33.203234 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Deleting port 974282d6-18fc-4577-b294-3af5dce22788 {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:33.203567 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:33.325559 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] For port 974282d6-18fc-4577-b294-3af5dce22788, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=974282d6-18fc-4577-b294-3af5dce22788,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:33.325911 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:33.456600 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Calling delete_port for 974282d6-18fc-4577-b294-3af5dce22788 owned by network:router_interface {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:33.616944 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:33.621879 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-a60ae01e-ff1b-4bcd-8caa-bf47e2e7aeb6 tempest-TestMinimumBasicScenario-71368969 tempest-TestMinimumBasicScenario-71368969-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:33.668929 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Pushing event deleted for resources: {'Port': ['ID=974282d6-18fc-4577-b294-3af5dce22788,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:33.671427 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:33.945102 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-845534'] for router_interface, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.257386 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.436544 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Router de15c052-8d00-48ae-9e96-8c214e8f3bfa has already been hosted by L3 agent a66b8c64-98a0-407b-9121-be655d23e542 {{(pid=91718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:34:34.626435 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-smb the message routers_updated {{(pid=91718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:34:34.634359 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-570cc446-7825-416a-bb11-0c342e53a813 admin admin] 10.222.0.41 "PUT /v2.0/routers/de15c052-8d00-48ae-9e96-8c214e8f3bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5258214 Jun 08 18:34:34.634885 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49068) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:34.640049 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] Sync routers for ids ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'] in dv-cinder-733622-16-smb {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:34:34.651516 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] Routers {'de15c052-8d00-48ae-9e96-8c214e8f3bfa'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:34.652133 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:34:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:34.831630 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks [] for router, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.851154 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] Set router de15c052-8d00-48ae-9e96-8c214e8f3bfa gateway port host: dv-cinder-733622-16-smb {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:35.019426 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.093940 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Deleting port 9fce106e-5dc9-4b0d-879f-ee6a2502674a {{(pid=91718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:35.094206 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.151257 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'external_fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:34:33Z', 'revision_number': 5, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port': {'id': '9fce106e-5dc9-4b0d-879f-ee6a2502674a', 'name': '', 'network_id': '485d5cf0-9998-4156-92e3-5ed38263697e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:32:12Z', 'updated_at': '2021-06-08T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec421c90-1433-4ea5-a54a-6938a8cf9581', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-smb'}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:35.155057 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] Checking router: de15c052-8d00-48ae-9e96-8c214e8f3bfa for host: dv-cinder-733622-16-smb {{(pid=91721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:34:35.163796 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] Routers {'de15c052-8d00-48ae-9e96-8c214e8f3bfa'} bound to L3 agent in host dv-cinder-733622-16-smb {{(pid=91721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:35.164398 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:13Z,description=,heartbeat_timestamp=2021-06-08T18:34:13Z,host='dv-cinder-733622-16-smb',id=a66b8c64-98a0-407b-9121-be655d23e542,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:13Z,topic='l3_agent')) {'router_ids': ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'], 'active': True} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:35.224793 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.db [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] For port 9fce106e-5dc9-4b0d-879f-ee6a2502674a, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=9fce106e-5dc9-4b0d-879f-ee6a2502674a,segment=NetworkSegment(ee2f3509-60e5-43c0-880f-8b12211cfc4e),segment_id=ee2f3509-60e5-43c0-880f-8b12211cfc4e)] {{(pid=91718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:35.225174 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.353739 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.plugins.ml2.plugin [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Calling delete_port for 9fce106e-5dc9-4b0d-879f-ee6a2502674a owned by network:router_gateway {{(pid=91718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:35.364228 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_dvr_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] Set router de15c052-8d00-48ae-9e96-8c214e8f3bfa gateway port host: None {{(pid=91721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:35.471569 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.l3_hamode_db [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:34:35Z', 'revision_number': 6, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port_host': None}], 'dv-cinder-733622-16-smb', False) {} {{(pid=91721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:35.476308 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda121-a625-4682-9b00-cb5bffa2a7c9 None None] The sync data for ids ['de15c052-8d00-48ae-9e96-8c214e8f3bfa'] in dv-cinder-733622-16-smb is: [{'id': 'de15c052-8d00-48ae-9e96-8c214e8f3bfa', 'name': 'tempest-TestMinimumBasicScenario-323168421-router', 'tenant_id': '832491c4cafd446195857ce90ceef3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:32:11Z', 'updated_at': '2021-06-08T18:34:35Z', 'revision_number': 6, 'project_id': '832491c4cafd446195857ce90ceef3f1', 'gw_port_host': None}] {{(pid=91721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:34:35.514632 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6552793'] for port, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.519692 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-715b5658-22a8-49cf-9383-45657f4a067c tempest-AttachVolumeShelveTestJSON-1964475487 tempest-AttachVolumeShelveTestJSON-1964475487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:35.692242 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fce106e-5dc9-4b0d-879f-ee6a2502674a,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:35.695305 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:35.782466 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-902211'] for router_gateway, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.961356 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-857878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12604'] for router, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.963476 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.989645 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-858106'] for router, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.990147 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de15c052-8d00-48ae-9e96-8c214e8f3bfa {{(pid=91718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:34:35.994353 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] Notify callbacks [] for router, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.995466 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-643bb68f-563b-4579-91ad-bb3a526ded83 admin admin] 10.222.0.41 "DELETE /v2.0/routers/de15c052-8d00-48ae-9e96-8c214e8f3bfa HTTP/1.1" status: 204 len: 168 time: 1.3596697 Jun 08 18:34:35.998004 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49070) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:36.060381 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Deleting subnet 268e0793-473d-42d0-8cf3-f56dcc2d45fd {{(pid=91718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:34:36.063378 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.117532 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6462150'] for subnet, precommit_delete_associations {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.208788 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1654332'] for subnet, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.281779 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1654325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6552591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7102863'] for subnet, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.285730 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:36.320931 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268e0793-473d-42d0-8cf3-f56dcc2d45fd,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:36.323462 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:36.325819 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for subnet, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.327654 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-55b597bf-4d02-48d0-81ac-b1127ee5fecb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/268e0793-473d-42d0-8cf3-f56dcc2d45fd HTTP/1.1" status: 204 len: 168 time: 0.3287318 Jun 08 18:34:36.331334 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.wsgi [-] (91719) accepted ('10.222.0.41', 49072) {{(pid=91719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:36.335843 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856230c-a079-4de2-b014-3bda6d33eb81 None None] Network b6780ab6-d159-4f34-90c3-eafa669ad94a requested from dv-cinder-733622-16-smb {{(pid=91720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:36.443888 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697413'] for network, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.519766 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Deleting port 73ace1e9-5283-42ad-998a-1b30f097db8b {{(pid=91719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:36.520104 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.618193 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] DHCP port deletion for b6780ab6-d159-4f34-90c3-eafa669ad94a request from dv-cinder-733622-16-smb {{(pid=91720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:34:36.627147 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.db [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] For port 73ace1e9-5283-42ad-998a-1b30f097db8b, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=73ace1e9-5283-42ad-998a-1b30f097db8b,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:36.628087 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.683667 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Deleting port 73ace1e9-5283-42ad-998a-1b30f097db8b {{(pid=91720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:36.684052 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764447642597'] for port, before_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.754346 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.plugin [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Calling delete_port for 73ace1e9-5283-42ad-998a-1b30f097db8b owned by network:dhcp {{(pid=91719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:36.789027 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.db [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] For port 73ace1e9-5283-42ad-998a-1b30f097db8b, host dv-cinder-733622-16-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-smb',level=0,port_id=73ace1e9-5283-42ad-998a-1b30f097db8b,segment=NetworkSegment(669f66bb-7219-4ba4-9fc2-41c4e2cdbe20),segment_id=669f66bb-7219-4ba4-9fc2-41c4e2cdbe20)] {{(pid=91720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:36.789466 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-845190'] for port, precommit_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.798752 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9fce106e-5dc9-4b0d-879f-ee6a2502674a no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:36.806552 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5742786'] for port, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.815962 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-7270576e-6cb7-457e-b93a-3ba69cc4e3bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:36.856692 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] No DVR routers for this DVR port 73ace1e9-5283-42ad-998a-1b30f097db8b on host dv-cinder-733622-16-smb {{(pid=91719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:36.858510 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ace1e9-5283-42ad-998a-1b30f097db8b,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:36.884628 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:36.889400 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 9fce106e-5dc9-4b0d-879f-ee6a2502674a {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:36.889748 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 9fce106e-5dc9-4b0d-879f-ee6a2502674a not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:36.890169 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 974282d6-18fc-4577-b294-3af5dce22788 no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:36.978646 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640837', 'neutron.services.segments.db._delete_segments_for_network-8764447501999'] for network, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.980022 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Calling delete_port for 73ace1e9-5283-42ad-998a-1b30f097db8b owned by network:dhcp {{(pid=91720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:36.989088 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 974282d6-18fc-4577-b294-3af5dce22788 {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:36.989458 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 974282d6-18fc-4577-b294-3af5dce22788 not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:36.989879 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 73ace1e9-5283-42ad-998a-1b30f097db8b no longer exists at agent ovs-agent-dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:36.992767 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6780ab6-d159-4f34-90c3-eafa669ad94a']}} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:37.009527 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20') {'for_net_delete': True} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:37.010068 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.services.segments.db [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669f66bb-7219-4ba4-9fc2-41c4e2cdbe20') {} {{(pid=91719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:37.024593 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] No Port match for: 73ace1e9-5283-42ad-998a-1b30f097db8b {{(pid=91720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:37.024936 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.plugins.ml2.rpc [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Device 73ace1e9-5283-42ad-998a-1b30f097db8b not bound to the agent host dv-cinder-733622-16-smb {{(pid=91720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:37.029668 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764447501770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6921782'] for segment, before_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.047541 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555'] for segment, precommit_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.054440 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=91719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:34:37.054824 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5742769'] for segment, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.066999 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1670516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024507', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764447586277', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764447230850'] for port, after_delete {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: Traceback (most recent call last): Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: timer() Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: cb(*args, **kw) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: return func(*args, **kwargs) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: self._notify() Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: self.callback(batched_events) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: event.method(event) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: return f(self, *a, **k) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: return self._get(url).json() Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: return self.request(url, 'GET', **kwargs) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:34:37.067962 dv-cinder-733622-16-smb neutron-server[91719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:34:37.070710 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:37.117566 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Pushing event deleted for resources: {'Port': ['ID=73ace1e9-5283-42ad-998a-1b30f097db8b,revision_number=None']} {{(pid=91720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:37.119386 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] No DVR routers for this DVR port 73ace1e9-5283-42ad-998a-1b30f097db8b on host dv-cinder-733622-16-smb {{(pid=91720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:37.120767 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-52d0ff7e-3082-4a32-8de6-653c561d58da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:37.146565 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1016612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-902244'] for network, after_delete {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.150541 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:37.163683 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron_lib.callbacks.manager [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024393'] for network, before_response {{(pid=91719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.165455 dv-cinder-733622-16-smb neutron-server[91719]: INFO neutron.wsgi [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6780ab6-d159-4f34-90c3-eafa669ad94a HTTP/1.1" status: 204 len: 168 time: 0.8331404 Jun 08 18:34:37.171132 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6780ab6-d159-4f34-90c3-eafa669ad94a,revision_number=None']} {{(pid=91719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:37.173405 dv-cinder-733622-16-smb neutron-server[91719]: DEBUG oslo_concurrency.lockutils [None req-0b08acd4-57b8-4600-87e6-16c6cb2f9e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91719) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:37.358084 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49076) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:37.409629 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-28a5101e-0758-4781-92f4-51751bc0ce13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fccee121d8154ed2aa3dabd2330657d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495956 Jun 08 18:34:37.412177 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49078) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:37.468532 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.493358 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.545072 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.547446 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.548582 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e1f51ad-e6a4-4245-87a0-08b25a8b52a6 HTTP/1.1" status: 204 len: 168 time: 0.1355383 Jun 08 18:34:37.549475 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-b4655b91-cf2f-40ea-ae12-5d1d152671e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:37.560120 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f51ad-e6a4-4245-87a0-08b25a8b52a6,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:37.562610 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-7969eab7-af98-4cb8-a2cb-72e2bce8bc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:37.954838 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49084) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:38.003463 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-914815a6-ca34-48f3-aa29-a4b5ad2eeb8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=832491c4cafd446195857ce90ceef3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465014 Jun 08 18:34:38.005862 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [-] (91718) accepted ('10.222.0.41', 49086) {{(pid=91718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:38.065935 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:38.092509 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:38.146220 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016586'] for security_group, after_delete {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:38.148465 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron_lib.callbacks.manager [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:38.149638 dv-cinder-733622-16-smb neutron-server[91718]: INFO neutron.wsgi [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce971773-794d-4d08-8d71-d94d33e219a7 HTTP/1.1" status: 204 len: 168 time: 0.1429067 Jun 08 18:34:38.150402 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-89eb894d-42e1-447c-9025-d78386552984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:38.161654 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce971773-794d-4d08-8d71-d94d33e219a7,revision_number=None']} {{(pid=91718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:38.163885 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG oslo_concurrency.lockutils [None req-18480842-d588-45a0-af36-128b6450b6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:40.249199 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-286fc739-0ac9-4525-b433-e48f0742c301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:43.318098 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-b614135f-c91c-434d-8a55-eb30c2bada6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:43.434057 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:44.411172 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:45.727730 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:02.211757 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:35:04.273238 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:10.250416 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0c5faabd-856b-4199-881b-2c7b54a748c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:13.320973 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-d72d0a12-0dad-4219-9bf4-f5be740803de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:13.436145 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:14.414244 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:15.729665 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.273175 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:39.211834 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:35:40.252280 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-53463054-addf-4d95-ad6e-f34a1da93ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:43.326026 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a3bd2ed7-a305-447c-a10e-ef948228ebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:43.439264 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.416232 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.733088 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.272168 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:10.257075 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-0223ca5c-c6b7-4fe4-bf4b-5bfb3fec0a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:13.364973 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a7217f7f-6c1b-48c6-a1fa-dab549cf2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:13.441929 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.418660 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.735187 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.211323 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:36:34.268854 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.258982 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-cc1be457-f4a8-4d28-9879-e103714cf353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:43.327497 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-a83bad94-a10f-4acc-a01f-f28c7cd71699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:43.443992 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:44.422126 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:45.736459 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.210713 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:37:04.264294 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:10.260678 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8d8d3b9e-bbd8-4bd0-95f9-9c9cf89977c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.327858 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-12bbc22d-9aa4-4f71-ba8f-3e5fc11a1ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.445611 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.423577 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.740511 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.209771 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:37:34.268253 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:40.262056 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-1e2c56cd-59cd-4800-b0ec-207fc24b58e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:43.333106 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-9291315e-468c-4601-9192-038c1daeb6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:43.447948 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:44.426650 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:45.743801 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.282844 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:07.208820 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:38:08.236927 dv-cinder-733622-16-smb neutron-server[91718]: DEBUG neutron.wsgi [req-40b750c7-4bd2-475b-a401-48f68906cd15 req-e06d1c75-10fc-4515-a9a9-28eee54b9092 service neutron] (91718) timed out ('10.222.0.48', 56002) {{(pid=91718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:38:10.264235 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f18d-3c5c-4770-90f2-303ae9ae3d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.335934 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-26435172-77cc-4d3c-8315-7810cc68c83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.450616 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.429806 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:15.747795 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:34.282638 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.268114 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-2239ce81-63f0-4aef-bae8-4e2ab9eac37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:43.338702 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-00867fab-ee64-480c-9615-afba08f31a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:43.453933 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:44.208112 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:38:44.431775 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:45.751065 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.283332 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-eddd6e5e-7dd7-4cf4-9988-9e059746e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:10.270003 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-8d251c63-a783-4708-b389-1dc67fcdac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:13.340929 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-dba9a28c-7163-4dae-a2ef-275ebca0cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:13.457221 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-e74fb708-dffa-4ea9-aea8-7d5f02a6cc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:14.434083 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-6967b8cc-5c6f-493c-97af-47ca35c82afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:15.755227 dv-cinder-733622-16-smb neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-10a438d7-e6c3-43bf-ab8f-3e47b5c3e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764447501981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1756543'] for agent, after_update {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:21.208029 dv-cinder-733622-16-smb neutron-server[91721]: DEBUG neutron.db.agents_db [None req-64b8489d-2280-442b-abed-6a1f9e6e25dd None None] Agent healthcheck: found 6 active agents {{(pid=91721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}